-- Logs begin at Fri 2022-01-28 01:22:09 UTC, end at Fri 2022-01-28 02:19:49 UTC. --
Jan 28 01:52:54.876556 dv-cinder-824979-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jan 28 01:52:57.642234 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.common.config [-] Logging enabled!
Jan 28 01:52:57.642780 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev32
Jan 28 01:52:57.642937 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101215) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 28 01:52:57.646091 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.common.config [-] Logging enabled!
Jan 28 01:52:57.646352 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev32
Jan 28 01:52:57.646667 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101215) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 28 01:52:57.647610 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jan 28 01:52:57.647849 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jan 28 01:52:57.648209 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jan 28 01:52:57.648457 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jan 28 01:52:57.648685 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jan 28 01:52:57.649089 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.649393 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.649695 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.649958 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.650254 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.650549 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.650840 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.651132 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.651432 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.651722 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.652005 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.652292 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.652525 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.652811 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.653100 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.653387 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.653613 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] debug                          = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.653926 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.654358 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.654778 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.655061 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.655352 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.655637 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.655911 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.656188 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.656471 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.656801 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] host                           = dv-cinder-824979-1-iscsi {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.657083 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.657370 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.657658 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.657970 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.658248 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.658530 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.658815 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.659091 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.659364 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.659641 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.659935 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.660219 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.660507 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.660734 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.660958 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.661250 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.661537 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.661843 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.662124 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.662400 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.662689 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.662949 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.663222 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.663509 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.663797 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.664084 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.664958 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.665247 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.665525 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.665830 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.666122 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.666400 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.666677 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.666952 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.667243 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.667516 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.667792 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.668095 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.668383 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.668665 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.668950 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.669226 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.669508 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.669806 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.670083 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.670362 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.670636 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.670907 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.671189 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.671464 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.671736 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.672009 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.672285 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.672702 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:52:57.673006 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.673305 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.673607 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.673925 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.674221 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.674503 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.674792 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.675073 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.675365 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.675654 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.675946 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.676227 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.676518 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.676799 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.677095 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.677404 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.677702 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.678024 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.678303 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.678580 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.678855 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.679136 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.679427 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.679710 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.680009 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.681109 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.681396 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.681692 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.682014 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.682310 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.682588 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.682873 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.683166 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.683448 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.683725 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.684009 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.684301 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.684583 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.684859 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.685145 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.685424 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.685698 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.686001 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.686284 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.686577 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.686860 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.687135 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.687411 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.687692 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.687966 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.688256 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.688535 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.688806 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.689087 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.689365 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.689642 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.689944 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.690227 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.690502 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.690788 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.691063 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.691338 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.691611 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.691887 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.692160 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.692435 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.692708 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.692990 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.693264 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.693538 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.693835 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.694113 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.694391 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.694677 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.694976 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.695256 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.695535 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.695840 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.696121 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.696400 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.696680 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.696960 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.697237 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.697508 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.697823 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.698112 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.698403 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.698688 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.698966 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.699267 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.699542 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.699826 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.700104 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.700380 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.700668 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.700953 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.701246 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.701537 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.701856 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.702153 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.702445 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.702727 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.703037 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.703317 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:52:57.703534 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jan 28 01:52:57.703773 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101215) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jan 28 01:52:58.054483 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101215) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jan 28 01:52:58.054761 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101215) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jan 28 01:52:58.055117 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101215) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jan 28 01:52:58.055468 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.manager [-] Loading core plugin: ml2
Jan 28 01:52:58.448889 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.449184 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.449458 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.450781 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.451062 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.451327 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.487323 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.487604 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.487871 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.502792 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.503078 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.503351 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.534393 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.534678 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.534944 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.572588 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.572877 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.573146 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.809826 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f68017c9670> agent after_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.810414 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f68017c9670> agent after_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.810414 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f68017c90d0> segment precommit_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.810567 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f68017c5c10> network precommit_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.811244 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f68018c4c10> segment before_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.932356 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> network before_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.932680 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f68017c2160> agent before_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.932964 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> network before_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.933237 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> port before_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.933507 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> port before_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.933843 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> segment precommit_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.934110 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> segment precommit_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.934377 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> segment after_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.934635 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> segment after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.934918 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> network after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.935178 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> network precommit_delete 0 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.935444 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> port after_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.935700 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> port after_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.935953 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> port after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.936216 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> port provisioning_complete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.936476 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> rbac-policy before_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.936729 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> rbac-policy after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.936995 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> agent after_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.937262 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> subnet after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.937521 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> subnet precommit_delete 0 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.937814 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> rbac-policy before_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.938072 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> rbac-policy before_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.938354 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> segment_host_mapping after_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.938729 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> rbac-policy before_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.938979 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> rbac-policy before_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.939225 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f680217f970>> rbac-policy before_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.939615 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 28 01:52:58.939857 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 28 01:52:58.940098 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 28 01:52:58.940338 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 28 01:52:58.940575 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 28 01:52:58.940811 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 28 01:52:58.941176 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jan 28 01:52:58.944294 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jan 28 01:52:58.948363 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jan 28 01:52:58.952114 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])])
Jan 28 01:52:58.953793 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jan 28 01:52:58.954257 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jan 28 01:52:58.954598 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jan 28 01:52:58.954989 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jan 28 01:52:58.958008 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jan 28 01:52:58.958266 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jan 28 01:52:58.958613 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jan 28 01:52:58.964434 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Jan 28 01:52:58.986581 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jan 28 01:52:58.987038 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f68017f9460>> qos_plugin after_init 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.987340 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101215) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jan 28 01:52:58.987706 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f68017f9b20>> logging-plugin after_init 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.989101 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101215) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jan 28 01:52:58.989381 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jan 28 01:52:58.989628 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jan 28 01:52:58.993390 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f68017f9370>> floatingip before_response 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:58.993676 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f68017f9370>> port before_response 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.057084 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jan 28 01:52:59.057327 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jan 28 01:52:59.057569 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jan 28 01:52:59.057977 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jan 28 01:52:59.080303 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_db.sqlalchemy.engines [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101215) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jan 28 01:52:59.605995 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.managers [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Initializing driver for type 'gre'
Jan 28 01:52:59.606517 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] gre ID ranges: [(1, 1000)]
Jan 28 01:52:59.659487 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.managers [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Initializing driver for type 'local'
Jan 28 01:52:59.659821 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.managers [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Initializing driver for type 'vlan'
Jan 28 01:52:59.674924 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] VlanTypeDriver initialization complete
Jan 28 01:52:59.675273 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.managers [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Initializing driver for type 'vxlan'
Jan 28 01:52:59.675774 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] vxlan ID ranges: [(1, 1000)]
Jan 28 01:52:59.726803 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.managers [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Initializing extension driver 'port_security'
Jan 28 01:52:59.727155 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.extensions.port_security [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] PortSecurityExtensionDriver initialization complete
Jan 28 01:52:59.727587 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.managers [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Initializing mechanism driver 'openvswitch'
Jan 28 01:52:59.727958 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.managers [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Initializing mechanism driver 'hyperv'
Jan 28 01:52:59.734674 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:52:59.735511 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f680188cdf0>> port after_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.735885 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f680188cdf0>> port after_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.736238 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f680188cdf0>> port after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.736763 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jan 28 01:52:59.737200 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f68011cd2e0>> subnet after_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.737555 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f68011cd2e0>> subnet after_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.737933 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f68011cd2e0>> subnet after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.738335 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jan 28 01:52:59.738739 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f68011e8a60>> network after_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.739084 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f68011e8a60>> network after_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.739423 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f68011e8a60>> network after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.739814 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jan 28 01:52:59.740225 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f68011e8f40>> security_group after_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.740579 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f68011e8f40>> security_group after_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.740921 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f68011e8f40>> security_group after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.741314 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jan 28 01:52:59.741720 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f68011ef460>> security_group_rule after_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.742087 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f68011ef460>> security_group_rule after_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.742425 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f68011ef460>> security_group_rule after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.743325 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jan 28 01:52:59.743728 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f68011ef970>> address_group after_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.744071 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f68011ef970>> address_group after_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.744407 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f68011ef970>> address_group after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.744801 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jan 28 01:52:59.745243 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] ML2 OVO RPC backend initialized. {{(pid=101215) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}}
Jan 28 01:52:59.745989 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f68011340d0>> router_interface after_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.746348 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f68011340d0>> router_interface after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.746765 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f68011340d0>> network before_response 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.747114 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f68011340d0>> networks before_response 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.747461 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f68011340d0>> port before_response 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.747806 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f68011340d0>> ports before_response 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.748148 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f68011340d0>> subnet before_response 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.748489 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f68011340d0>> subnets before_response 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.748833 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f68011340d0>> network after_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.749173 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f68011340d0>> network after_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.749514 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f68011340d0>> network after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.749892 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f68011340d0>> port after_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.750236 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f68011340d0>> port after_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.750574 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f68011340d0>> port after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.750910 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f68011340d0>> subnet after_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.751249 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f68011340d0>> subnet after_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.751584 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f68011340d0>> subnet after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.752156 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.plugin [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Modular L2 Plugin initialization complete
Jan 28 01:52:59.752481 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading services supported by the core plugin {{(pid=101215) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jan 28 01:52:59.752805 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.plugins.ml2.managers [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Got port-security extension from driver 'port_security'
Jan 28 01:52:59.753270 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.extensions.vlantransparent [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Disabled vlantransparent extension.
Jan 28 01:52:59.753775 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101215) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jan 28 01:52:59.754091 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading Plugin: router
Jan 28 01:52:59.790053 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> router_interface before_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.790445 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> router after_create 55549900 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.790813 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> router before_create 55549900 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.791179 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> router_interface before_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.791553 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> router_interface after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.791966 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> router after_delete 55549900 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.792331 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> floatingip after_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.792808 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> floatingip after_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.793174 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> router after_create 55549900 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.793524 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> router after_update 55549900 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.793901 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> router after_update 55549900 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.794252 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> router_gateway after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.794611 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> router after_update 55549900 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.795019 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> router precommit_update 55549900 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.795389 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f6801961700> port after_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.795727 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f68019499d0> port after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.796073 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f6801949a60> subnet after_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.796411 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f6801961670> subnetpool_address_scope after_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.796755 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> port precommit_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.797101 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> router precommit_create 55549900 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.797442 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f68019458b0> port before_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.797797 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> router precommit_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.798153 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> router after_update 55549900 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.798494 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> router precommit_delete 55549900 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.798844 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> router precommit_create 55549900 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.799204 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> router_interface after_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.799546 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> router precommit_update 55549900 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.799909 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> agent after_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.800256 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> agent after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.800598 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6801134220>> network after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.801450 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Tracking information for resource: router configured {{(pid=101215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 28 01:52:59.801802 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Tracking information for resource: floatingip configured {{(pid=101215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 28 01:52:59.807470 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.db.l3_agentschedulers_db [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jan 28 01:52:59.808051 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f680116b790> port after_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.808413 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f680116b670> port after_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.808763 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <function _notify_port_delete at 0x7f680116b700> port after_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.809116 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f680116b8b0> port after_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.809940 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f680111b5b0>> router before_create 55550100 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.810465 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f680111b5b0>> router precommit_delete 55550100 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.810660 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f680111b5b0>> router precommit_create 55550100 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.811018 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f680111b5b0>> router precommit_update 55550100 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.815677 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.services.provider_configuration [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Service providers = [] {{(pid=101215) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jan 28 01:52:59.816042 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.db.servicetype_db [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101215) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jan 28 01:52:59.818990 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.services.service_base [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jan 28 01:52:59.819337 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.services.service_base [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jan 28 01:52:59.819682 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.services.service_base [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jan 28 01:52:59.820569 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.services.service_base [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jan 28 01:52:59.821475 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.services.service_base [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Default provider is not specified for service type L3_ROUTER_NAT
Jan 28 01:52:59.821875 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 28 01:52:59.822191 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jan 28 01:52:59.832875 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 28 01:52:59.833211 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading Plugin: auto_allocate
Jan 28 01:52:59.839076 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6801177ca0> network precommit_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.839444 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6801177ca0> network precommit_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.839964 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 28 01:52:59.840282 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading Plugin: tag
Jan 28 01:52:59.847037 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 28 01:52:59.847367 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading Plugin: timestamp
Jan 28 01:52:59.851185 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 28 01:52:59.851517 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading Plugin: network_ip_availability
Jan 28 01:52:59.857511 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6801172d30>> rbac-policy before_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.857867 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6801172d30>> rbac-policy before_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.858228 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6801172d30>> rbac-policy before_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:52:59.858933 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 28 01:52:59.859250 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading Plugin: flavors
Jan 28 01:52:59.864202 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 28 01:52:59.864533 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading Plugin: revisions
Jan 28 01:52:59.869408 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 28 01:52:59.869816 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_concurrency.lockutils [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.815s {{(pid=101215) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jan 28 01:52:59.870555 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101215) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Jan 28 01:52:59.870894 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Initializing extension manager.
Jan 28 01:52:59.871401 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: __init__.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.871737 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: __pycache__ {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.872071 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.872402 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: address_group.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.873146 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.873701 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: address-group
Jan 28 01:52:59.874052 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: address_scope.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.874771 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.875269 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: address-scope
Jan 28 01:52:59.875592 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: admin_state_down_before_update.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.876519 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.877020 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: router-admin-state-down-before-update
Jan 28 01:52:59.877344 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: agent.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.878064 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.878563 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: agent
Jan 28 01:52:59.878883 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: agent_resources_synced.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.879799 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.880329 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: agent-resources-synced
Jan 28 01:52:59.880651 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: allowedaddresspairs.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.882456 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.882975 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: allowed-address-pairs
Jan 28 01:52:59.883329 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: auto_allocated_topology.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.884414 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.884923 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: auto-allocated-topology
Jan 28 01:52:59.885246 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: availability_zone.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.885965 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.886465 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: availability_zone
Jan 28 01:52:59.886786 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: availability_zone_filter.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.887691 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.888191 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: availability_zone_filter
Jan 28 01:52:59.888513 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: data_plane_status.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.889417 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.889941 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension data-plane-status not supported by any of loaded plugins
Jan 28 01:52:59.890265 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: default_subnetpools.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.891179 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.891675 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: default-subnetpools
Jan 28 01:52:59.891997 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: dhcpagentscheduler.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.892796 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.893292 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: dhcp_agent_scheduler
Jan 28 01:52:59.893615 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: dns.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.894556 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.895053 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension dns-integration not supported by any of loaded plugins
Jan 28 01:52:59.895376 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: dns_domain_ports.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.896286 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.896779 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension dns-domain-ports not supported by any of loaded plugins
Jan 28 01:52:59.897102 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.898042 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.898541 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Jan 28 01:52:59.898889 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: dvr.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.899558 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.900059 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: dvr
Jan 28 01:52:59.900380 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: ecmp_routes.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.901303 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.901819 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension ecmp_routes not supported by any of loaded plugins
Jan 28 01:52:59.902141 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: empty_string_filtering.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.903059 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.903558 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: empty-string-filtering
Jan 28 01:52:59.903879 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.904789 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.905283 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jan 28 01:52:59.905600 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.906545 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.907042 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jan 28 01:52:59.907361 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: external_net.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.908263 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.908762 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: external-net
Jan 28 01:52:59.909081 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: extra_dhcp_opt.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.910003 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.910497 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: extra_dhcp_opt
Jan 28 01:52:59.910817 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: extraroute.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.911725 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.912220 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: extraroute
Jan 28 01:52:59.912541 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: extraroute_atomic.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.913581 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.914119 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: extraroute-atomic
Jan 28 01:52:59.914962 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: filter_validation.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.915794 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.916293 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: filter-validation
Jan 28 01:52:59.916619 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: fip_pf_description.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.917526 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.918052 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jan 28 01:52:59.918374 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: fip_port_details.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.919291 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.919788 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: fip-port-details
Jan 28 01:52:59.920108 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: flavors.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.921355 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.921900 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: flavors
Jan 28 01:52:59.922228 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.923910 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.924425 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jan 28 01:52:59.924758 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: floatingip_pools.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.925454 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.925991 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: floatingip-pools
Jan 28 01:52:59.926315 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: ip_allocation.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.927236 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.927737 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension ip_allocation not supported by any of loaded plugins
Jan 28 01:52:59.928059 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.928976 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.929478 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: ip-substring-filtering
Jan 28 01:52:59.929830 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: l2_adjacency.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.931619 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.932151 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension l2_adjacency not supported by any of loaded plugins
Jan 28 01:52:59.932476 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: l3.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.933637 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.934477 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: router
Jan 28 01:52:59.934966 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: l3_conntrack_helper.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.938398 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.939023 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jan 28 01:52:59.939362 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.940458 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.941352 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: ext-gw-mode
Jan 28 01:52:59.941969 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.943521 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.944412 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: l3-ha
Jan 28 01:52:59.944980 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: l3_flavors.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.946003 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.946508 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: l3-flavors
Jan 28 01:52:59.946836 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.947755 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.948254 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: l3-port-ip-change-not-allowed
Jan 28 01:52:59.948576 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: l3agentscheduler.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.949623 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.950154 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: l3_agent_scheduler
Jan 28 01:52:59.950481 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: logging.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.951991 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.952503 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension logging not supported by any of loaded plugins
Jan 28 01:52:59.952830 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: metering.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.953572 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.954175 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: metering
Jan 28 01:52:59.954502 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.955732 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.956242 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: metering_source_and_destination_fields
Jan 28 01:52:59.956572 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: multiprovidernet.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.957505 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.958036 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: multi-provider
Jan 28 01:52:59.958365 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: netmtu.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.959290 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.959792 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: net-mtu
Jan 28 01:52:59.960115 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: netmtu_writable.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.961036 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.961567 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: net-mtu-writable
Jan 28 01:52:59.961922 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: network_availability_zone.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.962597 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.963098 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: network_availability_zone
Jan 28 01:52:59.963419 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: network_ip_availability.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.964532 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.965047 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: network-ip-availability
Jan 28 01:52:59.965373 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: network_segment_range.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.966171 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.966669 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension network-segment-range not supported by any of loaded plugins
Jan 28 01:52:59.966991 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: pagination.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.967972 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.968306 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: pagination
Jan 28 01:52:59.968628 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: port_device_profile.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.969533 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.970068 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: port-device-profile
Jan 28 01:52:59.970391 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.971322 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.971826 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: port-mac-address-regenerate
Jan 28 01:52:59.972151 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.973061 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.973561 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: port-numa-affinity-policy
Jan 28 01:52:59.973914 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: port_resource_request.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.974826 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.975322 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension port-resource-request not supported by any of loaded plugins
Jan 28 01:52:59.975645 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: portbindings.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.976575 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.977586 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: binding
Jan 28 01:52:59.977941 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: portbindings_extended.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.979226 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.979734 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: binding-extended
Jan 28 01:52:59.980064 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: portsecurity.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.980986 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.981486 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: port-security
Jan 28 01:52:59.981828 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: project_id.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.982802 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.983131 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: project-id
Jan 28 01:52:59.983450 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: providernet.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.984364 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.984871 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: provider
Jan 28 01:52:59.985190 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: qos.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.988796 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.989313 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension qos not supported by any of loaded plugins
Jan 28 01:52:59.989645 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.990931 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.991439 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jan 28 01:52:59.991769 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.993256 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.993782 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jan 28 01:52:59.994113 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: qos_default.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.995035 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.995542 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension qos-default not supported by any of loaded plugins
Jan 28 01:52:59.995869 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: qos_fip.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.996521 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.997016 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension qos-fip not supported by any of loaded plugins
Jan 28 01:52:59.997338 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: qos_gateway_ip.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:52:59.998290 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:52:59.998791 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jan 28 01:52:59.999113 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: qos_port_network_policy.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.000027 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.000525 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jan 28 01:53:00.000847 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: qos_pps_rule.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.002062 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.002573 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension qos-pps not supported by any of loaded plugins
Jan 28 01:53:00.002899 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: qos_rule_type_details.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.003816 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.004314 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jan 28 01:53:00.004634 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: qos_rules_alias.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.005690 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.006220 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension qos-rules-alias not supported by any of loaded plugins
Jan 28 01:53:00.006548 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: quotasv2.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.007637 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.007965 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: quotas
Jan 28 01:53:00.008314 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: quotasv2_detail.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.011588 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.011934 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: quota_details
Jan 28 01:53:00.012267 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: rbac.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.013326 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.013893 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: rbac-policies
Jan 28 01:53:00.014222 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: rbac_address_group.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.015156 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.015673 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: rbac-address-group
Jan 28 01:53:00.015998 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: rbac_address_scope.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.016912 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.017415 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: rbac-address-scope
Jan 28 01:53:00.017736 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: rbac_security_groups.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.018673 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.019183 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: rbac-security-groups
Jan 28 01:53:00.019498 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: rbac_subnetpool.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.020410 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.020911 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: rbac-subnetpool
Jan 28 01:53:00.021232 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: revisionifmatch.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.022173 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.022679 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: revision-if-match
Jan 28 01:53:00.022999 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: revisions.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.024134 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.024631 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: standard-attr-revisions
Jan 28 01:53:00.024952 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: router_availability_zone.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.025628 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.026168 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: router_availability_zone
Jan 28 01:53:00.026490 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: routerservicetype.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.027408 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.027909 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension router-service-type not supported by any of loaded plugins
Jan 28 01:53:00.028228 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.029153 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.029654 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: security-groups-normalized-cidr
Jan 28 01:53:00.030004 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: security_groups_port_filtering.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.030933 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.031434 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: port-security-groups-filtering
Jan 28 01:53:00.031758 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.032682 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.033180 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: security-groups-remote-address-group
Jan 28 01:53:00.033503 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: securitygroup.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.045174 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.045710 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: security-group
Jan 28 01:53:00.046072 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: segment.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.046882 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.047385 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension segment not supported by any of loaded plugins
Jan 28 01:53:00.047718 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.048680 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.049181 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jan 28 01:53:00.049511 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: servicetype.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.050743 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.051252 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: service-type
Jan 28 01:53:00.051581 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: sorting.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.052571 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.052906 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: sorting
Jan 28 01:53:00.053230 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: standard_attr_segment.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.054183 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.054693 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension standard-attr-segment not supported by any of loaded plugins
Jan 28 01:53:00.055042 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: standardattrdescription.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.056482 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.056988 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: standard-attr-description
Jan 28 01:53:00.057315 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: stateful_security_group.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.058271 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.058779 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: stateful-security-group
Jan 28 01:53:00.059103 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: stdattrs_common.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.059683 dv-cinder-824979-1-iscsi neutron-server[101215]: WARNING neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jan 28 01:53:00.060004 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.060924 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.062352 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jan 28 01:53:00.062682 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: subnet_onboard.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.063863 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.064492 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: subnet_onboard
Jan 28 01:53:00.064867 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.065958 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.066459 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jan 28 01:53:00.066783 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: subnet_service_types.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.067703 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.068206 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: subnet-service-types
Jan 28 01:53:00.068529 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: subnetallocation.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.069620 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.070156 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: subnet_allocation
Jan 28 01:53:00.070483 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.071183 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.071680 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: subnetpool-prefix-ops
Jan 28 01:53:00.072000 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.072924 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.073418 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jan 28 01:53:00.073740 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: tagging.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.074832 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.075338 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: standard-attr-tag
Jan 28 01:53:00.075662 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: timestamp.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.076875 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.077379 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loaded extension: standard-attr-timestamp
Jan 28 01:53:00.077702 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: trunk.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.078759 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.079267 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension trunk not supported by any of loaded plugins
Jan 28 01:53:00.079591 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: trunk_details.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.080505 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.081010 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension trunk-details not supported by any of loaded plugins
Jan 28 01:53:00.081334 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: uplink_status_propagation.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.082312 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.082817 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jan 28 01:53:00.083140 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Loading extension file: vlantransparent.py {{(pid=101215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:53:00.083807 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:53:00.084304 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extension vlan-transparent not supported by any of loaded plugins
Jan 28 01:53:00.086789 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Creating instance of TrackedResource for resource:network
Jan 28 01:53:00.087310 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Creating instance of TrackedResource for resource:subnet
Jan 28 01:53:00.087707 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Creating instance of TrackedResource for resource:subnetpool
Jan 28 01:53:00.088108 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Creating instance of TrackedResource for resource:port
Jan 28 01:53:00.089328 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.v2.resource_helper [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=101215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:53:00.089794 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.v2.resource_helper [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Service FLAVORS assigned prefix:  {{(pid=101215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:53:00.090409 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.v2.resource_helper [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=101215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:53:00.090838 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.v2.resource_helper [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=101215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:53:00.091167 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Creating instance of TrackedResource for resource:router
Jan 28 01:53:00.091599 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Creating instance of TrackedResource for resource:floatingip
Jan 28 01:53:00.092080 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.v2.resource_helper [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Service METERING assigned prefix: /metering {{(pid=101215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:53:00.093516 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6801011460>> rbac-policy before_create 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:53:00.093938 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6801011460>> rbac-policy before_update 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:53:00.094291 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6801011460>> rbac-policy before_delete 55550000 {{(pid=101215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:53:00.095279 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Creating instance of CountableResource for resource:rbac_policy
Jan 28 01:53:00.095722 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Creating instance of TrackedResource for resource:security_group
Jan 28 01:53:00.096161 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 28 01:53:00.096755 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.v2.resource_helper [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Service CORE assigned prefix:  {{(pid=101215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:53:00.097085 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Creating instance of TrackedResource for resource:subnetpool
Jan 28 01:53:00.097427 dv-cinder-824979-1-iscsi neutron-server[101215]: WARNING neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] subnetpool is already registered
Jan 28 01:53:00.097881 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.v2.resource_helper [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Service CORE assigned prefix:  {{(pid=101215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:53:00.098207 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Creating instance of TrackedResource for resource:subnetpool
Jan 28 01:53:00.098534 dv-cinder-824979-1-iscsi neutron-server[101215]: WARNING neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] subnetpool is already registered
Jan 28 01:53:00.100787 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.v2.resource_helper [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=101215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:53:00.101213 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.v2.resource_helper [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Service FLAVORS assigned prefix:  {{(pid=101215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:53:00.101820 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.v2.resource_helper [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=101215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:53:00.102745 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.v2.resource_helper [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=101215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:53:00.103079 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Creating instance of TrackedResource for resource:router
Jan 28 01:53:00.103415 dv-cinder-824979-1-iscsi neutron-server[101215]: WARNING neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] router is already registered
Jan 28 01:53:00.103822 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Creating instance of TrackedResource for resource:floatingip
Jan 28 01:53:00.104157 dv-cinder-824979-1-iscsi neutron-server[101215]: WARNING neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] floatingip is already registered
Jan 28 01:53:00.104605 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.v2.resource_helper [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Service METERING assigned prefix: /metering {{(pid=101215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:53:00.105256 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Creating instance of CountableResource for resource:rbac_policy
Jan 28 01:53:00.105579 dv-cinder-824979-1-iscsi neutron-server[101215]: WARNING neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] rbac_policy is already registered
Jan 28 01:53:00.106031 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Creating instance of TrackedResource for resource:security_group
Jan 28 01:53:00.106371 dv-cinder-824979-1-iscsi neutron-server[101215]: WARNING neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] security_group is already registered
Jan 28 01:53:00.106769 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 28 01:53:00.107097 dv-cinder-824979-1-iscsi neutron-server[101215]: WARNING neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] security_group_rule is already registered
Jan 28 01:53:00.107758 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.v2.resource_helper [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Service CORE assigned prefix:  {{(pid=101215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:53:00.108044 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Creating instance of TrackedResource for resource:subnetpool
Jan 28 01:53:00.108375 dv-cinder-824979-1-iscsi neutron-server[101215]: WARNING neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] subnetpool is already registered
Jan 28 01:53:00.108784 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.v2.resource_helper [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Service CORE assigned prefix:  {{(pid=101215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:53:00.109109 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Creating instance of TrackedResource for resource:subnetpool
Jan 28 01:53:00.109439 dv-cinder-824979-1-iscsi neutron-server[101215]: WARNING neutron.quota.resource_registry [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] subnetpool is already registered
Jan 28 01:53:00.109938 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: extensions {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.111395 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: address-groups {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.112867 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: address-scopes {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.114218 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: agents {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.115367 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: auto-allocated-topology {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.116604 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: availability_zones {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.118464 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: dhcp-networks {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.119967 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: dhcp-agents {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.121370 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: routers {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.123602 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: flavors {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.124775 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: service_profiles {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.126014 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: next_providers {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.127474 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: service_profiles {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.129000 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: floatingip-pools {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.130264 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: routers {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.132358 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: floatingips {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.133678 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: l3-routers {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.135075 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: l3-agents {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.136490 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: metering-labels {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.137864 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: metering-label-rules {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.139151 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: network-ip-availabilities {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.140427 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: bindings {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.142925 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: quotas {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.144359 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: quotas {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.145800 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: rbac-policies {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.147010 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: security-groups {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.148316 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: security-group-rules {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.149585 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: service-providers {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.150811 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: subnetpools {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.152236 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: subnetpools {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.153684 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: tags {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.155404 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: tags {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.157195 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: tags {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.159007 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: tags {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.160785 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: tags {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.162668 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: tags {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.164336 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: tags {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.166808 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: tags {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.168568 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: tags {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.170344 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron.api.extensions [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Extended resource: tags {{(pid=101215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:53:00.176185 dv-cinder-824979-1-iscsi neutron-server[101215]: WARNING keystonemiddleware.auth_token [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jan 28 01:53:00.181722 dv-cinder-824979-1-iscsi neutron-server[101215]: WARNING keystonemiddleware.auth_token [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jan 28 01:53:00.190111 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_concurrency.lockutils [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Acquired lock "singleton_lock" {{(pid=101215) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jan 28 01:53:00.190583 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_concurrency.lockutils [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Releasing lock "singleton_lock" {{(pid=101215) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jan 28 01:53:00.191212 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO oslo_service.service [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Starting 2 workers
Jan 28 01:53:00.196001 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Started child 101322 {{(pid=101215) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 28 01:53:00.200426 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Started child 101323 {{(pid=101215) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 28 01:53:00.201374 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:00.202020 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO neutron.service [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Neutron service started, listening on 0.0.0.0:9696
Jan 28 01:53:00.202602 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Notify callbacks [] for process, before_spawn {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:00.202989 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [-] (101322) wsgi starting up on http://0.0.0.0:9696
Jan 28 01:53:00.205048 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO oslo_service.service [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Starting 1 workers
Jan 28 01:53:00.205211 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:00.206525 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [-] (101323) wsgi starting up on http://0.0.0.0:9696
Jan 28 01:53:00.210229 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Started child 101324 {{(pid=101215) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 28 01:53:00.210785 dv-cinder-824979-1-iscsi neutron-server[101215]: INFO oslo_service.service [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Starting 1 workers
Jan 28 01:53:00.214520 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.service [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] calling RpcWorker wait() {{(pid=101324) _wait /opt/stack/neutron/neutron/service.py:128}}
Jan 28 01:53:00.215065 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.service [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] returning from RpcWorker wait() {{(pid=101324) _wait /opt/stack/neutron/neutron/service.py:135}}
Jan 28 01:53:00.215731 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Started child 101325 {{(pid=101215) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 28 01:53:00.216387 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:00.216552 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c44f0cc7-7a14-419a-969b-32b5d2ee479f None None] Notify callbacks [] for process, after_spawn {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:00.216947 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:53:00.218495 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101215) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jan 28 01:53:00.218715 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jan 28 01:53:00.218900 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jan 28 01:53:00.219119 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jan 28 01:53:00.219457 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jan 28 01:53:00.219618 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jan 28 01:53:00.220140 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.220408 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.220658 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.220925 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.221013 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:00.221455 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.221818 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.221949 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:53:00.222079 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.222332 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.222605 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.222842 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.223013 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.223177 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.223427 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.223685 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.223997 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.224246 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.224480 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.224743 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.224927 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.225175 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.225448 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.225673 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.225957 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] debug                          = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.226184 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.226653 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.226977 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.227750 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.227969 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.228233 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.228465 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.228719 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.228974 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.229189 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.229441 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.229699 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.229987 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.230220 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.230435 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.230677 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.230899 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.231364 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] host                           = dv-cinder-824979-1-iscsi {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.231603 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.231839 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.232089 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.232332 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.232578 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.232789 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.233055 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.233319 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.233581 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.233851 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.234116 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.234371 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.234614 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.234910 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.235046 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.235241 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.235498 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.235745 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.235936 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.236104 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.236279 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.236524 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.236687 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.236963 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.237180 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.237392 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.237610 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.237892 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.238124 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.238371 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.238612 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.238825 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.239053 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.239311 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.239536 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.239757 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.239979 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.240198 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.240445 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.240657 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.240897 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.241139 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.241374 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.241586 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.241864 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.242105 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.242359 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.242683 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.243846 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.243846 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.243846 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.243846 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.243846 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.244467 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.244467 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.244467 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.245882 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.245882 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.245882 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.245882 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.245882 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.245882 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.246704 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.246704 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.246704 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.247743 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.247743 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.247743 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.247743 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.247743 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.248264 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.248536 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.248906 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.249241 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.249487 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.249922 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.250027 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.250382 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.250703 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.250820 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.251071 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.251308 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.251592 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.253632 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.253632 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.253632 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.253632 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.253632 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.253632 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.253632 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.255274 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.255274 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.255274 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.255274 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.255274 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.255274 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.255274 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.255740 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.255818 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.256057 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.77/identity {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.256308 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.256581 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.256916 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.257157 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.258292 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.258292 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.258292 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.258292 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.258799 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.258799 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.258799 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.259163 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.259288 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.259422 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.259645 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.261295 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.261295 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.261295 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.261295 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.261295 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.262187 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.262187 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.262187 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.262187 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.262902 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.262902 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.262902 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.263123 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.263201 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.265607 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.265607 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.265607 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.265607 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.265607 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.265607 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.265607 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.265607 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.265607 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.266737 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.266737 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.266737 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.266737 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.266737 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.266737 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.266737 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.267693 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.267693 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.267693 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.267693 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.268247 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.268247 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.268247 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.268654 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.268654 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.268934 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.269061 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.269229 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.269384 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.269579 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.269864 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.270191 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.270380 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.270624 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.270863 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.271081 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.271309 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.272016 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.272016 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.272016 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.272540 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.272540 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.272781 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.272938 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.274496 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.274496 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.274496 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.274496 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.275429 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.275429 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.275429 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.275429 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.275713 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.275928 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.276179 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.276590 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.276987 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.277413 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.277659 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.277931 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.278174 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.278465 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.278773 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.279046 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.279301 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.279534 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.279784 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.280028 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.280291 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.280552 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.280803 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.281027 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.281412 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.281873 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.282118 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.282350 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.282565 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.282970 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.283461 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.283826 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.284191 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.284573 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.284998 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.285379 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.285793 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.286226 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.286622 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.287027 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.287416 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.288007 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.77/identity {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.288310 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.288508 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.288741 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.289120 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.290111 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.290343 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.290586 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.290805 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.291043 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.291280 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.291517 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.291739 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.291990 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.292474 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.292726 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.292957 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.293177 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.293397 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.293632 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.293901 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.294118 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.294367 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.294579 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.294826 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.295045 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.295310 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.295563 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.295791 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.296015 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.296257 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.296507 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.296719 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.296963 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.297174 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.297383 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.297597 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.297834 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.298053 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.298284 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.298527 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.298746 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.299006 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.299244 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.299571 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.299826 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.300058 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.300303 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.300515 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.300748 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.301008 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.301245 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.301476 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.301690 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.301937 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.302187 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.302406 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.302646 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.302854 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.303094 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.303328 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.303561 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.303769 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.304047 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.304302 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.304530 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.304790 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.305043 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.305277 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.305540 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.305733 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.306214 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.306437 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.306652 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.306861 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.307088 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.307293 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.307501 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.307719 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.307933 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.308301 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.308395 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.308603 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.308811 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.309048 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.309263 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.309469 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.309690 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.309921 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.310129 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.310345 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.310558 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.310763 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.310987 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.311194 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.311399 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.311617 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.311830 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.312069 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.312354 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.312603 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.313024 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.313119 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.313353 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.313677 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.313863 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.314342 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.314442 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.314617 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.314853 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.315068 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.315287 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.315598 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.315844 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.316136 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.316392 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.316642 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.316926 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.317212 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.317477 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.317687 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.317994 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.318316 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.318577 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.318832 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.319060 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.319304 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.319541 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.319755 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.319971 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.320204 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.320418 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.320703 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.320932 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.321161 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.321405 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.321630 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.321873 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.322311 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.322909 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.322909 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.323140 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.323327 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jan 28 01:53:00.324035 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101215) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jan 28 01:53:00.324035 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jan 28 01:53:00.324305 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jan 28 01:53:00.324478 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jan 28 01:53:00.324932 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jan 28 01:53:00.325109 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jan 28 01:53:00.325341 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.325777 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.325915 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.326074 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.326369 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.326582 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.326736 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.326929 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.327101 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.327392 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.327558 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.327810 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.328054 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.328232 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.328645 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.328645 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.328823 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.328911 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.329073 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.329412 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.329554 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.329816 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.330043 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] debug                          = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.330464 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.330691 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.330896 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.331160 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.331870 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.331870 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.331870 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.331870 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.333831 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.333831 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.333831 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.333831 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.333831 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.333831 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.333831 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.333831 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.334394 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.334568 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:53:00.334659 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] host                           = dv-cinder-824979-1-iscsi {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.334659 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.334659 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.334659 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.334659 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.334659 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.335056 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.335056 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.335056 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.335273 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.335350 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.335504 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.335648 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.335866 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.336007 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.336093 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.336948 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.337092 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.337328 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.337421 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.338171 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.338171 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.338171 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.338171 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.338442 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.338529 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.338598 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.339115 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.339115 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.339115 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.339323 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.339395 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.339741 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.339943 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.340261 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.340453 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.340574 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.340738 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.341305 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.341305 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.341305 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.341523 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.342643 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.342643 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.342643 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.342643 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.342643 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.342643 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.343049 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.343049 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.343224 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.343331 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.343776 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.343776 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.344059 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.344190 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.344578 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.344578 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.344809 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.344919 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.345165 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.345262 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.346068 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.346068 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.346068 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.346068 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.346068 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.346618 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.346618 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.346785 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.346876 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:53:00.347182 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.347182 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.347419 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.347626 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.347804 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.347968 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.348085 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.348339 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.348509 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.348670 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.349124 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.349319 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.349652 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.349903 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.350086 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.350254 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.350416 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.350700 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.350791 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.350946 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.351112 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.351349 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.351512 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.351674 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.352044 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.352242 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.352625 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.353014 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.353014 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.353182 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.77/identity {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.353321 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.353570 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.353954 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.353954 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.354180 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.354347 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.354433 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.354586 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.355081 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.355081 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.355235 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.355335 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.355669 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.355863 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.355958 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.356090 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.356604 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.356604 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.356786 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.356860 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.357084 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.357278 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.357427 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.357595 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.357840 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.358081 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.358230 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.358389 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.358550 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.358711 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.359000 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.359222 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.359401 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.359560 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.359702 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.359991 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.360253 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.360517 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.360687 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.360974 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.361350 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.361590 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.361773 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.361996 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.362265 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.362430 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.362808 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.362808 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.363092 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.363092 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.363343 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.363471 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.363858 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.363858 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.364188 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.364188 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.364696 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.364696 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.365539 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.365539 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.365539 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.365539 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.365539 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.366441 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.366441 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.366441 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.366441 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.366441 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.367071 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.367071 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.367071 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.368025 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.368025 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.369769 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.369995 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.370176 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.370340 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.370502 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.370663 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.370858 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.371054 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.371284 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.371451 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.371613 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.371799 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.371995 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.372174 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.372448 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.372674 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.372924 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.373142 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.373542 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.373768 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.373940 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.374103 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.374340 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.374568 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.374744 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.375038 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.375201 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.375362 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.375562 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.375769 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.375952 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.376174 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.376339 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.376500 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.376839 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.377005 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.377166 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.377376 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.377613 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.377808 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.378093 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.378326 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.378537 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.378636 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.378796 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.378977 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.77/identity {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.379248 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.379425 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.379640 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.379803 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.379965 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.380126 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.380287 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.380448 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.380609 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.380770 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.380930 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.381089 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.381247 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.381406 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.381566 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.381725 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.381910 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.382071 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.382230 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.382389 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.382547 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.382706 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.382866 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.383024 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.383263 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.383428 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.383588 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.383748 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.383915 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.384060 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.384219 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.384379 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.384540 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.384699 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.384860 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.385020 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.385179 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.385339 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.385498 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.385656 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.385842 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.386004 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.386162 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.386339 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.386499 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.386658 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.386816 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.386975 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.387134 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.387293 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.387452 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.387610 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.387768 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.387925 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.388086 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.388249 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.388416 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.388576 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.388733 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.388892 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.389050 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.389210 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.389385 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.389545 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.389705 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.389886 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.390045 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.390204 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.390375 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.390533 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.390691 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.390849 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.391007 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.391166 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.391336 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.391495 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.391655 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.391813 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.391970 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.392129 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.392298 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.392457 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.392615 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.392773 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.392931 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.393088 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.393257 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.393416 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.393575 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.393734 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.393921 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.394080 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.394250 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.394408 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.394567 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.394724 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.394883 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.395056 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.395211 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.395371 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.395531 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.395700 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.395867 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.396016 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.396174 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.396346 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.396505 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.396667 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.396827 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.396985 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.397145 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.397306 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.397469 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.397638 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.397829 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.397994 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.398164 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.398333 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.398505 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.398663 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.399341 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.399517 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.399677 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.399836 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.399994 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.400152 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.400311 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.400470 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.400628 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.400787 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.400946 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.401105 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.401264 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.401423 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.401580 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.401738 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.401917 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.402142 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.402241 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.402377 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.402535 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:53:00.402687 dv-cinder-824979-1-iscsi neutron-server[101215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jan 28 01:53:00.547229 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 35048) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:53:00.555902 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0064802
Jan 28 01:53:11.889842 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2b0040-6ad4-42eb-907d-d1e6bf05a708 None None] get_active_networks_info from dv-cinder-824979-1-iscsi {{(pid=101324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jan 28 01:53:11.955527 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2b0040-6ad4-42eb-907d-d1e6bf05a708 None None] No non-hosted networks {{(pid=101324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jan 28 01:53:11.972845 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d9463238-c852-4ca7-8598-9fb93600e967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545390'] for agent, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:13.894901 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c69119c5-77d1-45dd-9fb2-89426e7cd8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545390'] for agent, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:13.940087 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc199676-f909-4e58-9499-e943ca746193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:15.291537 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545390'] for agent, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:16.670359 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.db.l3_hamode_db [None req-f8a0f416-4974-4e1e-b0d9-e4b2432edda0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jan 28 01:53:16.799173 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a0f416-4974-4e1e-b0d9-e4b2432edda0 None None] Routers set() bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 01:53:16.799482 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a0f416-4974-4e1e-b0d9-e4b2432edda0 None None] Router IDs set() for agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Jan 28 01:53:16.809333 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545390'] for agent, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:17.296541 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545390'] for agent, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:17.297336 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:17.297856 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:17.298511 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:17.298965 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:17.299410 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:17.299848 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:17.300280 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:17.300855 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:17.301454 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:17.302041 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:17.302579 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:17.303014 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:17.303639 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f68002d71f0>, 'Open vSwitch agent', 'dv-cinder-824979-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:53:17.309460 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6800c5c910>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-824979-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:53:17.910111 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 35140) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:53:18.407600 dv-cinder-824979-1-iscsi neutron-server[101322]: WARNING oslo_policy.policy [None req-29236426-86f4-4148-a1cd-9c51d8dd3193 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 28 01:53:18.408189 dv-cinder-824979-1-iscsi neutron-server[101322]: WARNING oslo_policy.policy [None req-29236426-86f4-4148-a1cd-9c51d8dd3193 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 28 01:53:18.637562 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [None req-29236426-86f4-4148-a1cd-9c51d8dd3193 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 01:53:18.638732 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-29236426-86f4-4148-a1cd-9c51d8dd3193 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7276671
Jan 28 01:53:21.020184 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 35156) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:53:21.321722 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-46cdc20c-810b-468a-9610-d36d0384d58f admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 01:53:21.415400 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.policy [None req-46cdc20c-810b-468a-9610-d36d0384d58f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101322) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jan 28 01:53:21.459100 dv-cinder-824979-1-iscsi neutron-server[101322]: WARNING oslo_policy.policy [None req-46cdc20c-810b-468a-9610-d36d0384d58f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 28 01:53:21.459465 dv-cinder-824979-1-iscsi neutron-server[101322]: WARNING oslo_policy.policy [None req-46cdc20c-810b-468a-9610-d36d0384d58f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 28 01:53:21.468295 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.quota [None req-46cdc20c-810b-468a-9610-d36d0384d58f admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f6800ad4fd0>.
Jan 28 01:53:21.557370 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-46cdc20c-810b-468a-9610-d36d0384d58f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755291118132', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755291117571', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755291097813', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755291095175', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755295015784', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755291151513', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3581259', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3582585', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-436029', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-509096'] for rbac-policy, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:21.620205 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-46cdc20c-810b-468a-9610-d36d0384d58f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:21.621372 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-46cdc20c-810b-468a-9610-d36d0384d58f admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6002030
Jan 28 01:53:24.194814 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 35168) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:53:24.684276 dv-cinder-824979-1-iscsi neutron-server[101323]: WARNING oslo_policy.policy [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 28 01:53:24.684844 dv-cinder-824979-1-iscsi neutron-server[101323]: WARNING oslo_policy.policy [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 28 01:53:24.910436 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Request body: {'network': {'project_id': 'c7f118b848914748a8b0a821a6dcbff6', 'tenant_id': 'c7f118b848914748a8b0a821a6dcbff6', 'name': 'private', 'admin_state_up': True}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 01:53:24.911969 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.quota [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f6800d51610>.
Jan 28 01:53:24.967481 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Made reservation on behalf of c7f118b848914748a8b0a821a6dcbff6 for: {'network': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 01:53:25.033095 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.policy [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101323) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jan 28 01:53:25.077312 dv-cinder-824979-1-iscsi neutron-server[101323]: WARNING oslo_policy.policy [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 28 01:53:25.077673 dv-cinder-824979-1-iscsi neutron-server[101323]: WARNING oslo_policy.policy [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 28 01:53:25.087897 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for network, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:25.109375 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:25.221505 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:25.225213 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:25.245281 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767}  {{(pid=101323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 01:53:25.274139 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755292391693', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:25.274747 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f68017c90d0> segment precommit_create {{(pid=101323) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jan 28 01:53:25.275294 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.db.segments_db [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Added segment 60d8e114-a09f-4e0a-8afe-1f150045f996 of type vlan for network 699b1961-416a-4a40-974f-8eae8db428ed
Jan 28 01:53:25.292798 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c468d56a-bef6-46d7-9547-6d3dc37a8615,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:53:25.314110 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:25.314476 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:25.314836 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:25.315254 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:25.315562 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:25.315896 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:25.316221 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:25.316561 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:25.316901 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:25.317219 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:25.317534 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:25.317872 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Tracked resource versions report:
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]: pushed versions:
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]: {   'AddressGroup': {'1.2'},
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:     'ConntrackHelper': {'1.0'},
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:     'Log': {'1.0'},
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:     'Network': {'1.1'},
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:     'Port': {'1.7'},
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:     'PortForwarding': {'1.2'},
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:     'QosPolicy': {'1.9'},
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:     'SecurityGroup': {'1.4'},
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:     'SecurityGroupRule': {'1.2'},
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:     'SubPort': {'1.0'},
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:     'Subnet': {'1.1'},
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:     'Trunk': {'1.1'}}
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]: consumer versions:
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]: {   DHCP agent@dv-cinder-824979-1-iscsi: {},
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:     L3 agent@dv-cinder-824979-1-iscsi: {},
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:     Metadata agent@dv-cinder-824979-1-iscsi: {},
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:     Metering agent@dv-cinder-824979-1-iscsi: {},
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:     Open vSwitch agent@dv-cinder-824979-1-iscsi: {   'AddressGroup': '1.2',
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'ConntrackHelper': '1.0',
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'Log': '1.0',
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'Network': '1.1',
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'Port': '1.7',
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'PortForwarding': '1.2',
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'QosPolicy': '1.9',
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'SecurityGroup': '1.4',
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'SecurityGroupRule': '1.2',
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'SubPort': '1.0',
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'Subnet': '1.1',
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'Trunk': '1.1'}}
Jan 28 01:53:25.318982 dv-cinder-824979-1-iscsi neutron-server[101323]:  {{(pid=101323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 28 01:53:25.399796 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755291977674'] for network, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:25.442314 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for network, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:25.443554 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:53:25.444222 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:25.525047 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.3275230
Jan 28 01:53:25.552782 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87576a7-679b-42e2-b860-553958a6da73 admin admin] Pushing event updated for resources: {'Network': ['ID=699b1961-416a-4a40-974f-8eae8db428ed,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:53:25.565186 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Network 699b1961-416a-4a40-974f-8eae8db428ed details requested by agent ovs-agent-dv-cinder-824979-1-iscsi with host dv-cinder-824979-1-iscsi {{(pid=101324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 01:53:28.197612 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 35190) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:53:28.617054 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92efb2dc-1291-4a57-982a-c0dcfcd9c6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:53:28.618576 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-92efb2dc-1291-4a57-982a-c0dcfcd9c6ef admin admin] 10.222.0.77 "GET /v2.0/networks/699b1961-416a-4a40-974f-8eae8db428ed HTTP/1.1" status: 200  len: 825 time: 0.4200239
Jan 28 01:53:28.642476 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-c1d21f65-03b1-4b6e-99e7-624bf5bed779 admin admin] 10.222.0.77 "GET /v2.0/subnetpools/3fb6d17a-9438-487c-b387-afe48c3b4bb5 HTTP/1.1" status: 200  len: 734 time: 0.0177488
Jan 28 01:53:28.651940 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Request body: {'subnet': {'subnetpool_id': '3fb6d17a-9438-487c-b387-afe48c3b4bb5', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'c7f118b848914748a8b0a821a6dcbff6', 'network_id': '699b1961-416a-4a40-974f-8eae8db428ed', 'name': 'private-subnet'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 01:53:28.678404 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Made reservation on behalf of c7f118b848914748a8b0a821a6dcbff6 for: {'subnet': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 01:53:28.680856 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:28.959969 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for subnet, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:29.024257 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Checking segment: {'id': '60d8e114-a09f-4e0a-8afe-1f150045f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '699b1961-416a-4a40-974f-8eae8db428ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 01:53:29.024644 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Network hostable DHCP agents. Network: 699b1961-416a-4a40-974f-8eae8db428ed, hostable agents: ['248f8699-8ae1-4821-802a-c8c6bbf99ca2'], hosted agents: [] {{(pid=101322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 01:53:29.047838 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5bdee03-6713-437d-9c08-580059a52965,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:53:29.052794 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Network 699b1961-416a-4a40-974f-8eae8db428ed is scheduled to be hosted by DHCP agent 248f8699-8ae1-4821-802a-c8c6bbf99ca2 with binding_index 1 {{(pid=101322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 01:53:29.064255 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:29.064615 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:29.064950 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:29.065276 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:29.065600 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:29.065961 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:29.066352 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:29.066870 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:29.067357 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:29.067684 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:29.068001 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:29.068315 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Tracked resource versions report:
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]: pushed versions:
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]: {   'AddressGroup': {'1.2'},
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:     'ConntrackHelper': {'1.0'},
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:     'Log': {'1.0'},
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:     'Network': {'1.1'},
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:     'Port': {'1.7'},
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:     'PortForwarding': {'1.2'},
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:     'QosPolicy': {'1.9'},
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:     'SecurityGroup': {'1.4'},
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:     'SecurityGroupRule': {'1.2'},
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:     'SubPort': {'1.0'},
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:     'Subnet': {'1.1'},
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:     'Trunk': {'1.1'}}
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]: consumer versions:
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]: {   DHCP agent@dv-cinder-824979-1-iscsi: {},
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:     L3 agent@dv-cinder-824979-1-iscsi: {},
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:     Metadata agent@dv-cinder-824979-1-iscsi: {},
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:     Metering agent@dv-cinder-824979-1-iscsi: {},
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:     Open vSwitch agent@dv-cinder-824979-1-iscsi: {   'AddressGroup': '1.2',
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'ConntrackHelper': '1.0',
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'Log': '1.0',
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'Network': '1.1',
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'Port': '1.7',
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'PortForwarding': '1.2',
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'QosPolicy': '1.9',
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'SecurityGroup': '1.4',
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'SecurityGroupRule': '1.2',
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'SubPort': '1.0',
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'Subnet': '1.1',
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'Trunk': '1.1'}}
Jan 28 01:53:29.069397 dv-cinder-824979-1-iscsi neutron-server[101322]:  {{(pid=101322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 28 01:53:29.093133 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824979-1-iscsi, 699b1961-416a-4a40-974f-8eae8db428ed) {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 01:53:29.097516 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:53:29.098159 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:29.105394 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87fa565-38d1-47d4-ba22-0c387c6dc177 None None] Network 699b1961-416a-4a40-974f-8eae8db428ed requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 01:53:29.114871 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-5217bc66-4fe2-4ae0-9ebb-c3ebdef843ac admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4666903
Jan 28 01:53:29.410835 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd861fa95-f82e-5eb8-8e3c-25f8e9fee4ad-699b1961-416a-4a40-974f-8eae8db428ed', 'network_id': '699b1961-416a-4a40-974f-8eae8db428ed', 'tenant_id': 'c7f118b848914748a8b0a821a6dcbff6', 'fixed_ips': [{'subnet_id': 'e5bdee03-6713-437d-9c08-580059a52965'}]}} from dv-cinder-824979-1-iscsi. {{(pid=101324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jan 28 01:53:29.412128 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:29.678417 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Allocated IP 172.20.0.2 (699b1961-416a-4a40-974f-8eae8db428ed/e5bdee03-6713-437d-9c08-580059a52965/c86e090e-6e34-4200-bb47-428a5e1fde6e) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 01:53:29.877710 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:29.885464 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:29.980943 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Network 699b1961-416a-4a40-974f-8eae8db428ed is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 01:53:29.989500 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Resources bound (agent type, host, resource id):  {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 01:53:29.995049 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Pushing event updated for resources: {'Port': ['ID=c86e090e-6e34-4200-bb47-428a5e1fde6e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:53:29.997229 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 01:53:30.006687 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:30.007039 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:30.007378 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:30.007713 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:30.008587 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:30.008928 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:30.009252 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:30.009574 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:30.009991 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:30.010325 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:30.010645 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:30.011084 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Tracked resource versions report:
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]: pushed versions:
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]: {   'AddressGroup': {'1.2'},
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:     'ConntrackHelper': {'1.0'},
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:     'Log': {'1.0'},
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:     'Network': {'1.1'},
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:     'Port': {'1.7'},
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:     'PortForwarding': {'1.2'},
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:     'QosPolicy': {'1.9'},
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:     'SecurityGroup': {'1.4'},
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:     'SecurityGroupRule': {'1.2'},
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:     'SubPort': {'1.0'},
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:     'Subnet': {'1.1'},
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:     'Trunk': {'1.1'}}
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]: consumer versions:
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]: {   DHCP agent@dv-cinder-824979-1-iscsi: {},
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:     L3 agent@dv-cinder-824979-1-iscsi: {},
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:     Metadata agent@dv-cinder-824979-1-iscsi: {},
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:     Metering agent@dv-cinder-824979-1-iscsi: {},
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:     Open vSwitch agent@dv-cinder-824979-1-iscsi: {   'AddressGroup': '1.2',
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'ConntrackHelper': '1.0',
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'Log': '1.0',
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'Network': '1.1',
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'Port': '1.7',
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'PortForwarding': '1.2',
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'QosPolicy': '1.9',
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'SecurityGroup': '1.4',
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'SecurityGroupRule': '1.2',
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'SubPort': '1.0',
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'Subnet': '1.1',
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'Trunk': '1.1'}}
Jan 28 01:53:30.012835 dv-cinder-824979-1-iscsi neutron-server[101324]:  {{(pid=101324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 28 01:53:30.087398 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Attempting to bind port c86e090e-6e34-4200-bb47-428a5e1fde6e on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 01:53:30.087796 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Attempting to bind port c86e090e-6e34-4200-bb47-428a5e1fde6e by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '60d8e114-a09f-4e0a-8afe-1f150045f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '699b1961-416a-4a40-974f-8eae8db428ed'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 01:53:30.088214 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Attempting to bind port c86e090e-6e34-4200-bb47-428a5e1fde6e on network 699b1961-416a-4a40-974f-8eae8db428ed {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 01:53:30.093079 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 01:53:30.093489 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Checking segment: {'id': '60d8e114-a09f-4e0a-8afe-1f150045f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '699b1961-416a-4a40-974f-8eae8db428ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 01:53:30.093996 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:30.094380 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Bound using segment: {'id': '60d8e114-a09f-4e0a-8afe-1f150045f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '699b1961-416a-4a40-974f-8eae8db428ed'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 01:53:30.094865 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Bound port: c86e090e-6e34-4200-bb47-428a5e1fde6e, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d8e114-a09f-4e0a-8afe-1f150045f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '699b1961-416a-4a40-974f-8eae8db428ed'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 01:53:30.095301 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:30.154990 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] For port c86e090e-6e34-4200-bb47-428a5e1fde6e, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 01:53:30.159068 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] For port c86e090e-6e34-4200-bb47-428a5e1fde6e, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=c86e090e-6e34-4200-bb47-428a5e1fde6e,segment=NetworkSegment(60d8e114-a09f-4e0a-8afe-1f150045f996),segment_id=60d8e114-a09f-4e0a-8afe-1f150045f996)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 01:53:30.164655 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:30.227016 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae38af-cc9a-41d9-9dd5-93e125a680b5 None None] Pushing event updated for resources: {'Port': ['ID=c86e090e-6e34-4200-bb47-428a5e1fde6e,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:53:31.547500 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 35202) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:53:31.856156 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [None req-e3cda3e8-6648-4326-be51-a3c56e61ae2d admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 01:53:31.857247 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-e3cda3e8-6648-4326-be51-a3c56e61ae2d admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3088157
Jan 28 01:53:34.302792 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 35210) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:53:34.620481 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [None req-d21ddaf9-a609-487e-b67c-79ea190b5c53 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 01:53:34.633767 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-d21ddaf9-a609-487e-b67c-79ea190b5c53 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3177779
Jan 28 01:53:37.270554 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 35220) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:53:37.578514 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-51f5a01c-0727-4c79-8e38-366553dd783f admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c7f118b848914748a8b0a821a6dcbff6'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 01:53:37.603094 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-51f5a01c-0727-4c79-8e38-366553dd783f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124643'] for router, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:37.604711 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-51f5a01c-0727-4c79-8e38-366553dd783f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124570'] for router, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:37.758355 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-51f5a01c-0727-4c79-8e38-366553dd783f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:37.762847 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-51f5a01c-0727-4c79-8e38-366553dd783f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551287'] for router, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:37.778503 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-51f5a01c-0727-4c79-8e38-366553dd783f admin admin] Notify callbacks [] for router, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:37.779725 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-51f5a01c-0727-4c79-8e38-366553dd783f admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5080457
Jan 28 01:53:38.634380 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device c86e090e-6e34-4200-bb47-428a5e1fde6e up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 01:53:38.652587 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae23746-ef6b-424a-94fd-3fdb4714ab43 None None] Network 699b1961-416a-4a40-974f-8eae8db428ed requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 01:53:38.785678 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-410dc206-23e4-403a-84cc-7644b0880c46 None None] Provisioning complete for port c86e090e-6e34-4200-bb47-428a5e1fde6e triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:53:38.786104 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-410dc206-23e4-403a-84cc-7644b0880c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:38.824572 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port c86e090e-6e34-4200-bb47-428a5e1fde6e triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:53:38.824865 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:39.025711 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-410dc206-23e4-403a-84cc-7644b0880c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:39.050564 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:39.084621 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-410dc206-23e4-403a-84cc-7644b0880c46 None None] For port c86e090e-6e34-4200-bb47-428a5e1fde6e, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=c86e090e-6e34-4200-bb47-428a5e1fde6e,segment=NetworkSegment(60d8e114-a09f-4e0a-8afe-1f150045f996),segment_id=60d8e114-a09f-4e0a-8afe-1f150045f996)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 01:53:39.089608 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-410dc206-23e4-403a-84cc-7644b0880c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:39.155425 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.db.api [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 28 01:53:39.155832 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG oslo_db.api [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 28 01:53:39.167825 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dc206-23e4-403a-84cc-7644b0880c46 None None] Pushing event updated for resources: {'Port': ['ID=c86e090e-6e34-4200-bb47-428a5e1fde6e,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:53:39.308204 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dadba0a4-8920-4856-b9b5-45a590ed3984 None None] Provisioning complete for port c86e090e-6e34-4200-bb47-428a5e1fde6e triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:53:39.308664 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dadba0a4-8920-4856-b9b5-45a590ed3984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:40.226961 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 35234) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:53:40.540310 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [None req-15a02e8d-c0a9-4034-a663-9d2a86111062 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 01:53:40.541430 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-15a02e8d-c0a9-4034-a663-9d2a86111062 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3135023
Jan 28 01:53:40.610230 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device c86e090e-6e34-4200-bb47-428a5e1fde6e up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 01:53:40.658585 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port c86e090e-6e34-4200-bb47-428a5e1fde6e triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:53:40.658983 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:41.788360 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cdd56bd9-1ce4-47fd-8d89-2fb8f8923550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:42.957280 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 35242) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:53:43.281757 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-f17fb682-71ca-43fc-a695-aaf9340dcced admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 01:53:43.304043 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17fb682-71ca-43fc-a695-aaf9340dcced admin admin] Made reservation on behalf of 83aa2e6f27d34fe78a1b709f22247aec for: {'network': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 01:53:43.306718 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f17fb682-71ca-43fc-a695-aaf9340dcced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for network, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:43.322081 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f17fb682-71ca-43fc-a695-aaf9340dcced admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:43.436207 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f17fb682-71ca-43fc-a695-aaf9340dcced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:43.439239 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f17fb682-71ca-43fc-a695-aaf9340dcced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:43.457142 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f17fb682-71ca-43fc-a695-aaf9340dcced admin admin] Reserving flat network on physical network physnet1 {{(pid=101322) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jan 28 01:53:43.477228 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fb682-71ca-43fc-a695-aaf9340dcced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f685f7f7-1be1-4b13-b67b-88b173c2c072,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:53:43.483256 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f17fb682-71ca-43fc-a695-aaf9340dcced admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755292391693', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:43.483818 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f17fb682-71ca-43fc-a695-aaf9340dcced admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f68017c90d0> segment precommit_create {{(pid=101322) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jan 28 01:53:43.484280 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.segments_db [None req-f17fb682-71ca-43fc-a695-aaf9340dcced admin admin] Added segment 4950ae0d-f12e-41aa-8633-3b073346b186 of type flat for network 77030b15-4317-4bc4-9693-f7afef5939e8
Jan 28 01:53:43.533983 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f17fb682-71ca-43fc-a695-aaf9340dcced admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755291977674'] for network, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:43.572468 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f17fb682-71ca-43fc-a695-aaf9340dcced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for network, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:43.573380 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17fb682-71ca-43fc-a695-aaf9340dcced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:53:43.573993 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f17fb682-71ca-43fc-a695-aaf9340dcced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:43.641561 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-f17fb682-71ca-43fc-a695-aaf9340dcced admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6832159
Jan 28 01:53:43.666081 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fb682-71ca-43fc-a695-aaf9340dcced admin admin] Pushing event updated for resources: {'Network': ['ID=77030b15-4317-4bc4-9693-f7afef5939e8,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:53:43.676792 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Network 77030b15-4317-4bc4-9693-f7afef5939e8 details requested by agent ovs-agent-dv-cinder-824979-1-iscsi with host dv-cinder-824979-1-iscsi {{(pid=101324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 01:53:43.891770 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cd8030bf-c5d1-432d-b9fb-9b7339ffbf18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:45.234358 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:46.017193 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 35260) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:53:46.191270 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d16f1fe-c889-4c55-a44a-97b4c14bc266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:53:46.192547 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-5d16f1fe-c889-4c55-a44a-97b4c14bc266 admin admin] 10.222.0.77 "GET /v2.0/subnets/e5bdee03-6713-437d-9c08-580059a52965 HTTP/1.1" status: 200  len: 849 time: 0.1743417
Jan 28 01:53:46.309719 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-ac8e33ed-9bfc-4e00-8299-579294602695 admin admin] 10.222.0.77 "GET /v2.0/routers/c2949ed0-8047-4481-b990-bd9b0beba7a2 HTTP/1.1" status: 200  len: 704 time: 0.1104496
Jan 28 01:53:46.570186 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-eccc8313-51c3-48eb-80ba-50788ccb0c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:46.738820 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:46.857597 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_common [None req-eccc8313-51c3-48eb-80ba-50788ccb0c34 admin admin] Allocated IP 172.20.0.1 (699b1961-416a-4a40-974f-8eae8db428ed/e5bdee03-6713-437d-9c08-580059a52965/2323bb94-2d50-4c8b-bb0d-8b6868198f50) {{(pid=101322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 01:53:47.014296 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-eccc8313-51c3-48eb-80ba-50788ccb0c34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:47.132700 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-eccc8313-51c3-48eb-80ba-50788ccb0c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503'] for port, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:47.206024 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccc8313-51c3-48eb-80ba-50788ccb0c34 admin admin] Network 699b1961-416a-4a40-974f-8eae8db428ed is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 01:53:47.214964 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-eccc8313-51c3-48eb-80ba-50788ccb0c34 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 01:53:47.217474 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccc8313-51c3-48eb-80ba-50788ccb0c34 admin admin] Received port after_create {{(pid=101322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 01:53:47.218114 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-eccc8313-51c3-48eb-80ba-50788ccb0c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545034'] for router_interface, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:47.238869 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc8313-51c3-48eb-80ba-50788ccb0c34 admin admin] Pushing event updated for resources: {'Port': ['ID=2323bb94-2d50-4c8b-bb0d-8b6868198f50,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:53:47.300519 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:47.419063 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-eccc8313-51c3-48eb-80ba-50788ccb0c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:47.448099 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-ebdd4b83-690f-4109-b904-1f1afb2da560 None None] Provisioning complete for port 2323bb94-2d50-4c8b-bb0d-8b6868198f50 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:53:47.448476 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebdd4b83-690f-4109-b904-1f1afb2da560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:47.480757 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-ebdd4b83-690f-4109-b904-1f1afb2da560 None None] Port 2323bb94-2d50-4c8b-bb0d-8b6868198f50 cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 01:53:47.622028 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-eccc8313-51c3-48eb-80ba-50788ccb0c34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:47.626436 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-eccc8313-51c3-48eb-80ba-50788ccb0c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:47.627193 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-eccc8313-51c3-48eb-80ba-50788ccb0c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545206'] for router_interface, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:47.703202 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc8313-51c3-48eb-80ba-50788ccb0c34 admin admin] Pushing event updated for resources: {'Port': ['ID=2323bb94-2d50-4c8b-bb0d-8b6868198f50,revision_number=2']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:53:47.748074 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccc8313-51c3-48eb-80ba-50788ccb0c34 admin admin] Network 699b1961-416a-4a40-974f-8eae8db428ed is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 01:53:47.749355 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-eccc8313-51c3-48eb-80ba-50788ccb0c34 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 01:53:47.899108 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-88fd149d-f0dc-4cfe-9669-79e94819f4fe None None] Provisioning complete for port 2323bb94-2d50-4c8b-bb0d-8b6868198f50 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:53:47.899662 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-88fd149d-f0dc-4cfe-9669-79e94819f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:47.905805 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccc8313-51c3-48eb-80ba-50788ccb0c34 admin admin] Router c2949ed0-8047-4481-b990-bd9b0beba7a2 is scheduled to L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 with binding_index 1 {{(pid=101322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 28 01:53:47.934993 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-88fd149d-f0dc-4cfe-9669-79e94819f4fe None None] Port 2323bb94-2d50-4c8b-bb0d-8b6868198f50 cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 01:53:47.995121 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccc8313-51c3-48eb-80ba-50788ccb0c34 admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 01:53:48.000219 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-eccc8313-51c3-48eb-80ba-50788ccb0c34 admin admin] 10.222.0.77 "PUT /v2.0/routers/c2949ed0-8047-4481-b990-bd9b0beba7a2/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.6846898
Jan 28 01:53:48.007547 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] Sync routers for ids ['c2949ed0-8047-4481-b990-bd9b0beba7a2'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 01:53:48.019311 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] Routers {'c2949ed0-8047-4481-b990-bd9b0beba7a2'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 01:53:48.020044 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6800c48310>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T01:53:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['c2949ed0-8047-4481-b990-bd9b0beba7a2'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:53:48.201371 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] Set router c2949ed0-8047-4481-b990-bd9b0beba7a2 gateway port host: None {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 01:53:48.644085 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6800c48310>, [{'id': 'c2949ed0-8047-4481-b990-bd9b0beba7a2', 'name': 'router1', 'tenant_id': 'c7f118b848914748a8b0a821a6dcbff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:53:37Z', 'updated_at': '2022-01-28T01:53:47Z', 'revision_number': 2, 'project_id': 'c7f118b848914748a8b0a821a6dcbff6', 'gw_port_host': None, '_interfaces': [{'id': '2323bb94-2d50-4c8b-bb0d-8b6868198f50', 'name': '', 'network_id': '699b1961-416a-4a40-974f-8eae8db428ed', 'tenant_id': 'c7f118b848914748a8b0a821a6dcbff6', 'mac_address': 'fa:16:3e:f2:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2949ed0-8047-4481-b990-bd9b0beba7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5bdee03-6713-437d-9c08-580059a52965', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:53:46Z', 'updated_at': '2022-01-28T01:53:47Z', 'revision_number': 2, 'project_id': 'c7f118b848914748a8b0a821a6dcbff6', 'subnets': [{'id': 'e5bdee03-6713-437d-9c08-580059a52965', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3fb6d17a-9438-487c-b387-afe48c3b4bb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:53:48.695002 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] Checking router: c2949ed0-8047-4481-b990-bd9b0beba7a2 for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 01:53:48.695380 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] Updating router c2949ed0-8047-4481-b990-bd9b0beba7a2 port 2323bb94-2d50-4c8b-bb0d-8b6868198f50 binding host dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 01:53:48.755786 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:49.255150 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:49.262809 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:49.418012 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb5762-68bc-4d99-90a2-018999c9e1b5 None None] Pushing event updated for resources: {'Port': ['ID=2323bb94-2d50-4c8b-bb0d-8b6868198f50,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:53:49.433662 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb5762-68bc-4d99-90a2-018999c9e1b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:49.434034 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb5762-68bc-4d99-90a2-018999c9e1b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:49.434368 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb5762-68bc-4d99-90a2-018999c9e1b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:49.434690 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb5762-68bc-4d99-90a2-018999c9e1b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:49.435010 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb5762-68bc-4d99-90a2-018999c9e1b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:49.435330 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb5762-68bc-4d99-90a2-018999c9e1b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:49.435645 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb5762-68bc-4d99-90a2-018999c9e1b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:49.435960 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb5762-68bc-4d99-90a2-018999c9e1b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:49.436288 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb5762-68bc-4d99-90a2-018999c9e1b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:49.436595 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb5762-68bc-4d99-90a2-018999c9e1b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:49.436903 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb5762-68bc-4d99-90a2-018999c9e1b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:49.437212 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb5762-68bc-4d99-90a2-018999c9e1b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb5762-68bc-4d99-90a2-018999c9e1b5 None None] Tracked resource versions report:
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]: pushed versions:
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]: {   'AddressGroup': {'1.2'},
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:     'ConntrackHelper': {'1.0'},
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:     'Log': {'1.0'},
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:     'Network': {'1.1'},
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:     'Port': {'1.7'},
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:     'PortForwarding': {'1.2'},
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:     'QosPolicy': {'1.9'},
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:     'SecurityGroup': {'1.4'},
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:     'SecurityGroupRule': {'1.2'},
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:     'SubPort': {'1.0'},
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:     'Subnet': {'1.1'},
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:     'Trunk': {'1.1'}}
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]: consumer versions:
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]: {   DHCP agent@dv-cinder-824979-1-iscsi: {},
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:     L3 agent@dv-cinder-824979-1-iscsi: {},
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:     Metadata agent@dv-cinder-824979-1-iscsi: {},
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:     Metering agent@dv-cinder-824979-1-iscsi: {},
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:     Open vSwitch agent@dv-cinder-824979-1-iscsi: {   'AddressGroup': '1.2',
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'ConntrackHelper': '1.0',
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'Log': '1.0',
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'Network': '1.1',
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'Port': '1.7',
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'PortForwarding': '1.2',
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'QosPolicy': '1.9',
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'SecurityGroup': '1.4',
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'SecurityGroupRule': '1.2',
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'SubPort': '1.0',
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'Subnet': '1.1',
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'Trunk': '1.1'}}
Jan 28 01:53:49.438333 dv-cinder-824979-1-iscsi neutron-server[101325]:  {{(pid=101325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 28 01:53:49.441150 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] Attempting to bind port 2323bb94-2d50-4c8b-bb0d-8b6868198f50 on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 01:53:49.441150 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] Attempting to bind port 2323bb94-2d50-4c8b-bb0d-8b6868198f50 by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '60d8e114-a09f-4e0a-8afe-1f150045f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '699b1961-416a-4a40-974f-8eae8db428ed'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 01:53:49.441602 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] Attempting to bind port 2323bb94-2d50-4c8b-bb0d-8b6868198f50 on network 699b1961-416a-4a40-974f-8eae8db428ed {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 01:53:49.450782 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 01:53:49.451193 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] Checking segment: {'id': '60d8e114-a09f-4e0a-8afe-1f150045f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '699b1961-416a-4a40-974f-8eae8db428ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 01:53:49.451748 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:49.452136 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] Bound using segment: {'id': '60d8e114-a09f-4e0a-8afe-1f150045f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '699b1961-416a-4a40-974f-8eae8db428ed'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 01:53:49.452639 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] Bound port: 2323bb94-2d50-4c8b-bb0d-8b6868198f50, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d8e114-a09f-4e0a-8afe-1f150045f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '699b1961-416a-4a40-974f-8eae8db428ed'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 01:53:49.453030 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:49.462334 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-14203893-f1a0-4594-805c-0599645abd14 None None] Provisioning complete for port 2323bb94-2d50-4c8b-bb0d-8b6868198f50 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:53:49.462804 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-14203893-f1a0-4594-805c-0599645abd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:49.494439 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-14203893-f1a0-4594-805c-0599645abd14 None None] Port 2323bb94-2d50-4c8b-bb0d-8b6868198f50 cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 01:53:49.518377 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] For port 2323bb94-2d50-4c8b-bb0d-8b6868198f50, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 01:53:49.536631 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] For port 2323bb94-2d50-4c8b-bb0d-8b6868198f50, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=2323bb94-2d50-4c8b-bb0d-8b6868198f50,segment=NetworkSegment(60d8e114-a09f-4e0a-8afe-1f150045f996),segment_id=60d8e114-a09f-4e0a-8afe-1f150045f996)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 01:53:49.541026 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:49.586916 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] Routers {'c2949ed0-8047-4481-b990-bd9b0beba7a2'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 01:53:49.587499 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6800c48310>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T01:53:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['c2949ed0-8047-4481-b990-bd9b0beba7a2'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:53:49.674194 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb5762-68bc-4d99-90a2-018999c9e1b5 None None] Pushing event updated for resources: {'Port': ['ID=2323bb94-2d50-4c8b-bb0d-8b6868198f50,revision_number=4']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:53:49.687864 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] Set router c2949ed0-8047-4481-b990-bd9b0beba7a2 gateway port host: None {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 01:53:49.813209 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-875ed4e2-59a2-4b1c-a1a2-6c5def47d561 None None] Provisioning complete for port 2323bb94-2d50-4c8b-bb0d-8b6868198f50 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:53:49.813538 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-875ed4e2-59a2-4b1c-a1a2-6c5def47d561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:49.889899 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-875ed4e2-59a2-4b1c-a1a2-6c5def47d561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:49.896294 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6800c48310>, [{'id': 'c2949ed0-8047-4481-b990-bd9b0beba7a2', 'name': 'router1', 'tenant_id': 'c7f118b848914748a8b0a821a6dcbff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:53:37Z', 'updated_at': '2022-01-28T01:53:47Z', 'revision_number': 2, 'project_id': 'c7f118b848914748a8b0a821a6dcbff6', 'gw_port_host': None, '_interfaces': [{'id': '2323bb94-2d50-4c8b-bb0d-8b6868198f50', 'name': '', 'network_id': '699b1961-416a-4a40-974f-8eae8db428ed', 'tenant_id': 'c7f118b848914748a8b0a821a6dcbff6', 'mac_address': 'fa:16:3e:f2:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2949ed0-8047-4481-b990-bd9b0beba7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5bdee03-6713-437d-9c08-580059a52965', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:53:46Z', 'updated_at': '2022-01-28T01:53:49Z', 'revision_number': 4, 'project_id': 'c7f118b848914748a8b0a821a6dcbff6', 'subnets': [{'id': 'e5bdee03-6713-437d-9c08-580059a52965', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3fb6d17a-9438-487c-b387-afe48c3b4bb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:53:49.920385 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-875ed4e2-59a2-4b1c-a1a2-6c5def47d561 None None] For port 2323bb94-2d50-4c8b-bb0d-8b6868198f50, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=2323bb94-2d50-4c8b-bb0d-8b6868198f50,segment=NetworkSegment(60d8e114-a09f-4e0a-8afe-1f150045f996),segment_id=60d8e114-a09f-4e0a-8afe-1f150045f996)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 01:53:49.921565 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6394c5a-5ffc-47b0-8813-09dcd46ce06b None None] The sync data for ids ['c2949ed0-8047-4481-b990-bd9b0beba7a2'] in dv-cinder-824979-1-iscsi is: [{'id': 'c2949ed0-8047-4481-b990-bd9b0beba7a2', 'name': 'router1', 'tenant_id': 'c7f118b848914748a8b0a821a6dcbff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:53:37Z', 'updated_at': '2022-01-28T01:53:47Z', 'revision_number': 2, 'project_id': 'c7f118b848914748a8b0a821a6dcbff6', 'gw_port_host': None, '_interfaces': [{'id': '2323bb94-2d50-4c8b-bb0d-8b6868198f50', 'name': '', 'network_id': '699b1961-416a-4a40-974f-8eae8db428ed', 'tenant_id': 'c7f118b848914748a8b0a821a6dcbff6', 'mac_address': 'fa:16:3e:f2:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2949ed0-8047-4481-b990-bd9b0beba7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5bdee03-6713-437d-9c08-580059a52965', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:53:46Z', 'updated_at': '2022-01-28T01:53:49Z', 'revision_number': 4, 'project_id': 'c7f118b848914748a8b0a821a6dcbff6', 'subnets': [{'id': 'e5bdee03-6713-437d-9c08-580059a52965', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3fb6d17a-9438-487c-b387-afe48c3b4bb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 01:53:49.925728 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-875ed4e2-59a2-4b1c-a1a2-6c5def47d561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:49.975177 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ed4e2-59a2-4b1c-a1a2-6c5def47d561 None None] Pushing event updated for resources: {'Port': ['ID=2323bb94-2d50-4c8b-bb0d-8b6868198f50,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:53:50.261850 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 35280) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:53:50.402160 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46900ee6-0af8-417b-a8e1-cb8005ef9481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:53:50.403535 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-46900ee6-0af8-417b-a8e1-cb8005ef9481 admin admin] 10.222.0.77 "GET /v2.0/networks/77030b15-4317-4bc4-9693-f7afef5939e8 HTTP/1.1" status: 200  len: 842 time: 0.1406889
Jan 28 01:53:50.413433 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-10c69f97-7c93-44e3-bac2-280db67e188c admin admin] Request body: {'subnet': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 01:53:50.440144 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c69f97-7c93-44e3-bac2-280db67e188c admin admin] Made reservation on behalf of 83aa2e6f27d34fe78a1b709f22247aec for: {'subnet': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 01:53:50.442611 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-10c69f97-7c93-44e3-bac2-280db67e188c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:50.847086 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.objects.ports [None req-10c69f97-7c93-44e3-bac2-280db67e188c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101323) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 28 01:53:50.847467 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-10c69f97-7c93-44e3-bac2-280db67e188c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for subnet, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:50.906430 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c69f97-7c93-44e3-bac2-280db67e188c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10a135b-d338-4414-a2fc-bd26c83c352b,revision_number=0']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:53:50.916856 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c69f97-7c93-44e3-bac2-280db67e188c admin admin] Checking segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 01:53:50.917241 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c69f97-7c93-44e3-bac2-280db67e188c admin admin] Network hostable DHCP agents. Network: 77030b15-4317-4bc4-9693-f7afef5939e8, hostable agents: ['248f8699-8ae1-4821-802a-c8c6bbf99ca2'], hosted agents: [] {{(pid=101323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 01:53:50.938957 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c69f97-7c93-44e3-bac2-280db67e188c admin admin] Network 77030b15-4317-4bc4-9693-f7afef5939e8 is scheduled to be hosted by DHCP agent 248f8699-8ae1-4821-802a-c8c6bbf99ca2 with binding_index 1 {{(pid=101323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 01:53:50.950609 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-10c69f97-7c93-44e3-bac2-280db67e188c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824979-1-iscsi, 77030b15-4317-4bc4-9693-f7afef5939e8) {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 01:53:50.955657 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c69f97-7c93-44e3-bac2-280db67e188c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:53:50.956239 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-10c69f97-7c93-44e3-bac2-280db67e188c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:50.961961 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f833845-9456-4c8b-acb6-552384698fe6 None None] Network 77030b15-4317-4bc4-9693-f7afef5939e8 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 01:53:50.973177 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-10c69f97-7c93-44e3-bac2-280db67e188c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5630596
Jan 28 01:53:51.143657 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeed05f-db7a-46fc-a83a-058c041115cb None None] Network 77030b15-4317-4bc4-9693-f7afef5939e8 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 01:53:53.269847 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 35288) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:53:53.401131 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-703fd160-4c5e-4a32-8dbd-db962f90a968 admin admin] 10.222.0.77 "GET /v2.0/routers/c2949ed0-8047-4481-b990-bd9b0beba7a2 HTTP/1.1" status: 200  len: 710 time: 0.1287961
Jan 28 01:53:53.485728 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ca59cc-460d-4125-8cc2-70bb27c141a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:53:53.487110 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-e7ca59cc-460d-4125-8cc2-70bb27c141a9 admin admin] 10.222.0.77 "GET /v2.0/networks/77030b15-4317-4bc4-9693-f7afef5939e8 HTTP/1.1" status: 200  len: 886 time: 0.0801368
Jan 28 01:53:53.496900 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-01a7de75-8acc-408e-ba80-c1729c8de346 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 01:53:53.797413 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-01a7de75-8acc-408e-ba80-c1729c8de346 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:54.020777 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-01a7de75-8acc-408e-ba80-c1729c8de346 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:54.095824 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-01a7de75-8acc-408e-ba80-c1729c8de346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:54.196566 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_common [None req-01a7de75-8acc-408e-ba80-c1729c8de346 admin admin] Allocated IP 172.27.3.126 (77030b15-4317-4bc4-9693-f7afef5939e8/a10a135b-d338-4414-a2fc-bd26c83c352b/ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c) {{(pid=101322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 01:53:54.299775 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-01a7de75-8acc-408e-ba80-c1729c8de346 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:54.332277 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-01a7de75-8acc-408e-ba80-c1729c8de346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503'] for port, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:54.371913 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a7de75-8acc-408e-ba80-c1729c8de346 admin admin] Network 77030b15-4317-4bc4-9693-f7afef5939e8 is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 01:53:54.374736 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-01a7de75-8acc-408e-ba80-c1729c8de346 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 01:53:54.382177 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a7de75-8acc-408e-ba80-c1729c8de346 admin admin] Received port after_create {{(pid=101322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 01:53:54.384899 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7de75-8acc-408e-ba80-c1729c8de346 admin admin] Pushing event updated for resources: {'Port': ['ID=ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:53:54.625894 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-01a7de75-8acc-408e-ba80-c1729c8de346 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:54.812763 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-01a7de75-8acc-408e-ba80-c1729c8de346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124552'] for router, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:54.816017 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-01a7de75-8acc-408e-ba80-c1729c8de346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551278', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551485'] for router, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:54.920177 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a7de75-8acc-408e-ba80-c1729c8de346 admin admin] Router c2949ed0-8047-4481-b990-bd9b0beba7a2 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 01:53:55.122968 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a7de75-8acc-408e-ba80-c1729c8de346 admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 01:53:55.127174 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-01a7de75-8acc-408e-ba80-c1729c8de346 admin admin] Notify callbacks [] for router, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:55.128384 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-01a7de75-8acc-408e-ba80-c1729c8de346 admin admin] 10.222.0.77 "PUT /v2.0/routers/c2949ed0-8047-4481-b990-bd9b0beba7a2 HTTP/1.1" status: 200  len: 890 time: 1.6345739
Jan 28 01:53:56.421384 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] Sync routers for ids ['c2949ed0-8047-4481-b990-bd9b0beba7a2'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 01:53:56.435021 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] Routers {'c2949ed0-8047-4481-b990-bd9b0beba7a2'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 01:53:56.435657 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fb0910d0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T01:53:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['c2949ed0-8047-4481-b990-bd9b0beba7a2'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:53:56.640847 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] Set router c2949ed0-8047-4481-b990-bd9b0beba7a2 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 01:53:56.655710 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 2323bb94-2d50-4c8b-bb0d-8b6868198f50 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 01:53:56.904457 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 2323bb94-2d50-4c8b-bb0d-8b6868198f50 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:53:56.904738 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:57.112005 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fb0910d0>, [{'id': 'c2949ed0-8047-4481-b990-bd9b0beba7a2', 'name': 'router1', 'tenant_id': 'c7f118b848914748a8b0a821a6dcbff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:53:37Z', 'updated_at': '2022-01-28T01:53:54Z', 'revision_number': 4, 'project_id': 'c7f118b848914748a8b0a821a6dcbff6', 'gw_port': {'id': 'ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2949ed0-8047-4481-b990-bd9b0beba7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:53:54Z', 'updated_at': '2022-01-28T01:53:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '2323bb94-2d50-4c8b-bb0d-8b6868198f50', 'name': '', 'network_id': '699b1961-416a-4a40-974f-8eae8db428ed', 'tenant_id': 'c7f118b848914748a8b0a821a6dcbff6', 'mac_address': 'fa:16:3e:f2:a3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2949ed0-8047-4481-b990-bd9b0beba7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5bdee03-6713-437d-9c08-580059a52965', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:53:46Z', 'updated_at': '2022-01-28T01:53:49Z', 'revision_number': 5, 'project_id': 'c7f118b848914748a8b0a821a6dcbff6', 'subnets': [{'id': 'e5bdee03-6713-437d-9c08-580059a52965', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3fb6d17a-9438-487c-b387-afe48c3b4bb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:53:57.161770 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] Checking router: c2949ed0-8047-4481-b990-bd9b0beba7a2 for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 01:53:57.162034 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] Updating router c2949ed0-8047-4481-b990-bd9b0beba7a2 port ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c binding host dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 01:53:57.210918 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:57.569202 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 35300) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:53:57.595882 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:57.602252 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:57.652693 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] Attempting to bind port ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 01:53:57.653063 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] Attempting to bind port ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 01:53:57.653425 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] Attempting to bind port ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c on network 77030b15-4317-4bc4-9693-f7afef5939e8 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 01:53:57.655439 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883a34d-ea8c-4fb4-a064-dbb67a62fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:53:57.661297 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 01:53:57.661673 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] Checking segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 01:53:57.662105 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:57.662493 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] Bound using segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 01:53:57.663265 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] Bound port: ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 01:53:57.663357 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:57.682499 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-6c534879-cbab-4833-8bdf-ed8372e8cb24 admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1120722
Jan 28 01:53:57.715875 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] For port ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 01:53:57.719288 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] For port ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 01:53:57.724235 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:57.788912 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] Routers {'c2949ed0-8047-4481-b990-bd9b0beba7a2'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 01:53:57.789585 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fb0910d0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T01:53:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['c2949ed0-8047-4481-b990-bd9b0beba7a2'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:53:57.791450 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883a34d-ea8c-4fb4-a064-dbb67a62fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:53:57.908599 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] Set router c2949ed0-8047-4481-b990-bd9b0beba7a2 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 01:53:58.112741 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fb0910d0>, [{'id': 'c2949ed0-8047-4481-b990-bd9b0beba7a2', 'name': 'router1', 'tenant_id': 'c7f118b848914748a8b0a821a6dcbff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:53:37Z', 'updated_at': '2022-01-28T01:53:54Z', 'revision_number': 4, 'project_id': 'c7f118b848914748a8b0a821a6dcbff6', 'gw_port': {'id': 'ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2949ed0-8047-4481-b990-bd9b0beba7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:53:54Z', 'updated_at': '2022-01-28T01:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '2323bb94-2d50-4c8b-bb0d-8b6868198f50', 'name': '', 'network_id': '699b1961-416a-4a40-974f-8eae8db428ed', 'tenant_id': 'c7f118b848914748a8b0a821a6dcbff6', 'mac_address': 'fa:16:3e:f2:a3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2949ed0-8047-4481-b990-bd9b0beba7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5bdee03-6713-437d-9c08-580059a52965', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:53:46Z', 'updated_at': '2022-01-28T01:53:49Z', 'revision_number': 5, 'project_id': 'c7f118b848914748a8b0a821a6dcbff6', 'subnets': [{'id': 'e5bdee03-6713-437d-9c08-580059a52965', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3fb6d17a-9438-487c-b387-afe48c3b4bb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:53:58.139235 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ee3f9-492d-4854-9097-346a5ac549e8 None None] The sync data for ids ['c2949ed0-8047-4481-b990-bd9b0beba7a2'] in dv-cinder-824979-1-iscsi is: [{'id': 'c2949ed0-8047-4481-b990-bd9b0beba7a2', 'name': 'router1', 'tenant_id': 'c7f118b848914748a8b0a821a6dcbff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:53:37Z', 'updated_at': '2022-01-28T01:53:54Z', 'revision_number': 4, 'project_id': 'c7f118b848914748a8b0a821a6dcbff6', 'gw_port': {'id': 'ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2949ed0-8047-4481-b990-bd9b0beba7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:53:54Z', 'updated_at': '2022-01-28T01:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '2323bb94-2d50-4c8b-bb0d-8b6868198f50', 'name': '', 'network_id': '699b1961-416a-4a40-974f-8eae8db428ed', 'tenant_id': 'c7f118b848914748a8b0a821a6dcbff6', 'mac_address': 'fa:16:3e:f2:a3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2949ed0-8047-4481-b990-bd9b0beba7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5bdee03-6713-437d-9c08-580059a52965', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:53:46Z', 'updated_at': '2022-01-28T01:53:49Z', 'revision_number': 5, 'project_id': 'c7f118b848914748a8b0a821a6dcbff6', 'subnets': [{'id': 'e5bdee03-6713-437d-9c08-580059a52965', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3fb6d17a-9438-487c-b387-afe48c3b4bb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 01:53:58.684087 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 01:53:58.740808 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:53:58.741187 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:58.823143 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:58.847661 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] For port ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 01:53:58.852470 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:53:58.903264 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Pushing event updated for resources: {'Port': ['ID=ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:54:00.611774 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 01:54:00.673942 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port ee1bc0c6-e691-4da4-a80c-3ce43e78ef4c triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:54:00.674414 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:54:09.261626 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 5 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 01:54:11.792100 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-71f8137e-8cd9-4bcc-adb2-1c7aa1fe7e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:54:13.895379 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-913f3655-a46c-460c-87a4-ecdbd27bbfc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:54:15.242538 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:54:16.777069 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:54:17.302159 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:54:41.795115 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-189495ea-5804-4543-a0a7-1747682d78de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:54:43.896741 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c193f347-5725-41ac-9b86-665cb8512c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:54:45.240028 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:54:46.262431 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 5 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 01:54:46.767520 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:54:47.306348 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:55:11.796612 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-df128f83-800e-450b-9c9c-cf40f8c08709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:55:13.889193 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad022261-7a02-4473-8f88-e111db8d7fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:55:15.244040 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:55:16.763627 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:55:17.309226 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:55:23.261926 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 5 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 01:55:34.124566 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 35862) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:55:34.183555 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.pecan_wsgi.hooks.translation [None req-9756ca80-a9c2-46bb-90ae-116983c12331 admin admin] GET failed (client error): The resource could not be found.
Jan 28 01:55:34.184866 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-9756ca80-a9c2-46bb-90ae-116983c12331 admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0593603
Jan 28 01:55:34.345718 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e27dca-32ae-4b43-99e9-69ca612a0a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:55:34.347192 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-d6e27dca-32ae-4b43-99e9-69ca612a0a32 admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1573145
Jan 28 01:55:36.528864 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 35872) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:55:36.617547 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bd1b7d-e826-41a8-90dc-077426017734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:55:36.618896 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-d5bd1b7d-e826-41a8-90dc-077426017734 admin admin] 10.222.0.77 "GET /v2.0/subnets/e5bdee03-6713-437d-9c08-580059a52965 HTTP/1.1" status: 200  len: 849 time: 0.0891418
Jan 28 01:55:36.629260 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-d20d7de1-ff37-4185-806b-c3f475cd2ce7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 01:55:36.714353 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d20d7de1-ff37-4185-806b-c3f475cd2ce7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:55:36.850494 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d20d7de1-ff37-4185-806b-c3f475cd2ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755292490150'] for subnet, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:55:36.896902 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20d7de1-ff37-4185-806b-c3f475cd2ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:55:36.897298 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d20d7de1-ff37-4185-806b-c3f475cd2ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:55:36.899211 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-d20d7de1-ff37-4185-806b-c3f475cd2ce7 admin admin] 10.222.0.77 "PUT /v2.0/subnets/e5bdee03-6713-437d-9c08-580059a52965 HTTP/1.1" status: 200  len: 868 time: 0.2734492
Jan 28 01:55:36.900890 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d415d395-9695-45eb-8f90-173ddc97f8a8 None None] Network 699b1961-416a-4a40-974f-8eae8db428ed requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 01:55:36.923121 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d7de1-ff37-4185-806b-c3f475cd2ce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5bdee03-6713-437d-9c08-580059a52965,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:55:36.932711 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d7de1-ff37-4185-806b-c3f475cd2ce7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:55:36.933235 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d7de1-ff37-4185-806b-c3f475cd2ce7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:55:36.933720 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d7de1-ff37-4185-806b-c3f475cd2ce7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:55:36.934254 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d7de1-ff37-4185-806b-c3f475cd2ce7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:55:36.934766 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d7de1-ff37-4185-806b-c3f475cd2ce7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:55:36.935289 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d7de1-ff37-4185-806b-c3f475cd2ce7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:55:36.936046 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d7de1-ff37-4185-806b-c3f475cd2ce7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:55:36.936745 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d7de1-ff37-4185-806b-c3f475cd2ce7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:55:36.937223 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d7de1-ff37-4185-806b-c3f475cd2ce7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:55:36.937560 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d7de1-ff37-4185-806b-c3f475cd2ce7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:55:36.937916 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d7de1-ff37-4185-806b-c3f475cd2ce7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:55:36.938245 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d7de1-ff37-4185-806b-c3f475cd2ce7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:55:37.309710 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-7aff3fd6-2e1e-4332-a418-88788a66fac5 None None] Provisioning complete for port c86e090e-6e34-4200-bb47-428a5e1fde6e triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:55:37.310102 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7aff3fd6-2e1e-4332-a418-88788a66fac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:55:37.398667 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-7aff3fd6-2e1e-4332-a418-88788a66fac5 None None] Provisioning complete for port 2323bb94-2d50-4c8b-bb0d-8b6868198f50 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:55:37.398932 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7aff3fd6-2e1e-4332-a418-88788a66fac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:55:39.110687 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 35880) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:55:39.304606 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9920777a-a869-47df-89ae-ff6dd81cd81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:55:39.305018 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9920777a-a869-47df-89ae-ff6dd81cd81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:55:39.306577 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-9920777a-a869-47df-89ae-ff6dd81cd81c admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1949449
Jan 28 01:55:41.483696 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 35888) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:55:41.614995 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0105f1e-15be-42a3-8e89-631c6aabc313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:55:41.615453 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0105f1e-15be-42a3-8e89-631c6aabc313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:55:41.617576 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-a0105f1e-15be-42a3-8e89-631c6aabc313 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1329446
Jan 28 01:55:41.801138 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f2343aaa-0b6f-44c5-9c4e-449b81b9cf17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:55:43.888500 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f5903417-896f-41b0-a9df-c229f9b18231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:55:43.925712 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 35896) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:55:44.057720 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca825c9-ec0e-4010-b1e5-a3974c137edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:55:44.059128 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-aca825c9-ec0e-4010-b1e5-a3974c137edc admin admin] 10.222.0.77 "GET /v2.0/networks/699b1961-416a-4a40-974f-8eae8db428ed HTTP/1.1" status: 200  len: 869 time: 0.1324048
Jan 28 01:55:45.246763 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:55:46.321355 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 35904) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:55:46.448333 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccadef3-9975-4a54-bc46-c526367a872c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:55:46.449672 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-dccadef3-9975-4a54-bc46-c526367a872c admin admin] 10.222.0.77 "GET /v2.0/networks/77030b15-4317-4bc4-9693-f7afef5939e8 HTTP/1.1" status: 200  len: 886 time: 0.1273580
Jan 28 01:55:46.766528 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:55:47.312682 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:55:48.633884 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 35914) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:55:48.760061 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432f80db-76aa-416a-8c80-aa709fa85306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:55:48.760521 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432f80db-76aa-416a-8c80-aa709fa85306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:55:48.762049 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-432f80db-76aa-416a-8c80-aa709fa85306 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1272006
Jan 28 01:55:50.938535 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 35922) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:55:51.029277 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7e7d23-7091-4efb-bd6b-3e8acf18f53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:55:51.029730 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7e7d23-7091-4efb-bd6b-3e8acf18f53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:55:51.031298 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-7f7e7d23-7091-4efb-bd6b-3e8acf18f53d admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0918105
Jan 28 01:55:53.223981 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 35930) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:55:53.306850 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99366cd-16a1-48f1-a55c-171d8a28039a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:55:53.308151 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-b99366cd-16a1-48f1-a55c-171d8a28039a admin admin] 10.222.0.77 "GET /v2.0/subnets/a10a135b-d338-4414-a2fc-bd26c83c352b HTTP/1.1" status: 200  len: 816 time: 0.0832498
Jan 28 01:55:55.489000 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 35938) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:55:55.578888 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5acff4-afa2-4f49-89ec-de4b853295c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:55:55.580190 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-de5acff4-afa2-4f49-89ec-de4b853295c9 admin admin] 10.222.0.77 "GET /v2.0/subnets/e5bdee03-6713-437d-9c08-580059a52965 HTTP/1.1" status: 200  len: 868 time: 0.0902598
Jan 28 01:56:00.261387 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 5 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 01:56:11.803405 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a5957bb-482c-4e31-bb49-4955c9d44f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:13.889335 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-522d8e88-5822-4907-953f-f7e235eb474f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:15.107360 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 35992) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:56:15.153857 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [None req-330ee1fe-0274-4593-8856-b6bf2582ffc0 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 01:56:15.154847 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-330ee1fe-0274-4593-8856-b6bf2582ffc0 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0464821
Jan 28 01:56:15.249369 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:16.772734 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:17.315535 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:17.455191 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 36000) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:56:17.513923 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b4a8d6-5e25-4527-bfed-2261e702eb2a admin admin] GET failed (client error): The resource could not be found.
Jan 28 01:56:17.515223 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-81b4a8d6-5e25-4527-bfed-2261e702eb2a admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0590739
Jan 28 01:56:17.598173 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1449f68b-ecca-4771-81ab-b0a3b6d987ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:56:17.600082 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-1449f68b-ecca-4771-81ab-b0a3b6d987ea admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.0802054
Jan 28 01:56:19.846864 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 36008) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:56:19.892881 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-ee68197d-5a23-49db-884b-03d5f7e76807 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 01:56:19.914977 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee68197d-5a23-49db-884b-03d5f7e76807 admin admin] Made reservation on behalf of 83aa2e6f27d34fe78a1b709f22247aec for: {'network': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 01:56:19.917263 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ee68197d-5a23-49db-884b-03d5f7e76807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for network, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:19.944073 dv-cinder-824979-1-iscsi neutron-server[101322]: WARNING neutron.services.revisions.revision_plugin [None req-ee68197d-5a23-49db-884b-03d5f7e76807 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f67fedaa8e0] {project_id='83aa2e6f27d34fe78a1b709f22247aec', id='f95aa4ed-ff23-4825-ab0a-c740acd94e7e', target_tenant='*', action='access_as_shared', object_id='1fcf6d1f-cf80-403d-9e60-829bac69a84e'}> to bump revision.
Jan 28 01:56:19.957263 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee68197d-5a23-49db-884b-03d5f7e76807 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784}  {{(pid=101322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 01:56:19.966344 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ee68197d-5a23-49db-884b-03d5f7e76807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:19.966705 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.segments_db [None req-ee68197d-5a23-49db-884b-03d5f7e76807 admin admin] Added segment 6827b6be-b8a0-4108-9df0-6a89a56954c4 of type vlan for network 1fcf6d1f-cf80-403d-9e60-829bac69a84e
Jan 28 01:56:20.006472 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ee68197d-5a23-49db-884b-03d5f7e76807 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755291977674'] for network, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:20.029901 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ee68197d-5a23-49db-884b-03d5f7e76807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for network, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:20.030784 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee68197d-5a23-49db-884b-03d5f7e76807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:56:20.031361 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ee68197d-5a23-49db-884b-03d5f7e76807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:20.084679 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-ee68197d-5a23-49db-884b-03d5f7e76807 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.2367730
Jan 28 01:56:20.089475 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68197d-5a23-49db-884b-03d5f7e76807 admin admin] Pushing event updated for resources: {'Network': ['ID=1fcf6d1f-cf80-403d-9e60-829bac69a84e,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:56:20.106710 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Network 1fcf6d1f-cf80-403d-9e60-829bac69a84e details requested by agent ovs-agent-dv-cinder-824979-1-iscsi with host dv-cinder-824979-1-iscsi {{(pid=101324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 01:56:22.300046 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 36016) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:56:22.359382 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d74dc2d-9abb-46fe-b003-01306b32ca70 admin admin] GET failed (client error): The resource could not be found.
Jan 28 01:56:22.360680 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-2d74dc2d-9abb-46fe-b003-01306b32ca70 admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0596917
Jan 28 01:56:22.429671 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c064fe-f3c3-4427-a7d0-c8af677b9e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:56:22.431100 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-98c064fe-f3c3-4427-a7d0-c8af677b9e7f admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0658541
Jan 28 01:56:22.441283 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-6c42fb32-867f-4f23-b3b4-cc1cc9aa9c4d admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '1fcf6d1f-cf80-403d-9e60-829bac69a84e', 'name': 'shared-subnet'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 01:56:22.462357 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c42fb32-867f-4f23-b3b4-cc1cc9aa9c4d admin admin] Made reservation on behalf of 83aa2e6f27d34fe78a1b709f22247aec for: {'subnet': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 01:56:22.464532 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6c42fb32-867f-4f23-b3b4-cc1cc9aa9c4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:22.623838 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6c42fb32-867f-4f23-b3b4-cc1cc9aa9c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for subnet, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:22.675322 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42fb32-867f-4f23-b3b4-cc1cc9aa9c4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b62ab21-8360-4fb9-ab45-b65c2087f88d,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:56:22.683415 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c42fb32-867f-4f23-b3b4-cc1cc9aa9c4d admin admin] Checking segment: {'id': '6827b6be-b8a0-4108-9df0-6a89a56954c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1fcf6d1f-cf80-403d-9e60-829bac69a84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 01:56:22.683778 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c42fb32-867f-4f23-b3b4-cc1cc9aa9c4d admin admin] Network hostable DHCP agents. Network: 1fcf6d1f-cf80-403d-9e60-829bac69a84e, hostable agents: ['248f8699-8ae1-4821-802a-c8c6bbf99ca2'], hosted agents: [] {{(pid=101322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 01:56:22.699002 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c42fb32-867f-4f23-b3b4-cc1cc9aa9c4d admin admin] Network 1fcf6d1f-cf80-403d-9e60-829bac69a84e is scheduled to be hosted by DHCP agent 248f8699-8ae1-4821-802a-c8c6bbf99ca2 with binding_index 1 {{(pid=101322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 01:56:22.707054 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-6c42fb32-867f-4f23-b3b4-cc1cc9aa9c4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824979-1-iscsi, 1fcf6d1f-cf80-403d-9e60-829bac69a84e) {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 01:56:22.711414 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c42fb32-867f-4f23-b3b4-cc1cc9aa9c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:56:22.711986 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6c42fb32-867f-4f23-b3b4-cc1cc9aa9c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:22.716585 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790351d3-8f8e-4510-abb8-56c6dbafb5e5 None None] Network 1fcf6d1f-cf80-403d-9e60-829bac69a84e requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 01:56:22.726790 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-6c42fb32-867f-4f23-b3b4-cc1cc9aa9c4d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.2887373
Jan 28 01:56:22.864158 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd861fa95-f82e-5eb8-8e3c-25f8e9fee4ad-1fcf6d1f-cf80-403d-9e60-829bac69a84e', 'network_id': '1fcf6d1f-cf80-403d-9e60-829bac69a84e', 'tenant_id': '83aa2e6f27d34fe78a1b709f22247aec', 'fixed_ips': [{'subnet_id': '0b62ab21-8360-4fb9-ab45-b65c2087f88d'}]}} from dv-cinder-824979-1-iscsi. {{(pid=101324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jan 28 01:56:22.865058 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:23.004212 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Allocated IP 192.168.233.2 (1fcf6d1f-cf80-403d-9e60-829bac69a84e/0b62ab21-8360-4fb9-ab45-b65c2087f88d/3b5a3b8f-3757-4b2f-9fbb-98ca2ec4d9ae) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 01:56:23.144755 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:23.150442 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:23.191095 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Network 1fcf6d1f-cf80-403d-9e60-829bac69a84e is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 01:56:23.194523 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Resources bound (agent type, host, resource id):  {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 01:56:23.197951 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 01:56:23.206239 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Pushing event updated for resources: {'Port': ['ID=3b5a3b8f-3757-4b2f-9fbb-98ca2ec4d9ae,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:56:23.229241 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:56:23.229604 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:56:23.229976 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:56:23.230316 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:56:23.230656 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:56:23.230985 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:56:23.231313 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:56:23.231662 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:56:23.232007 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:56:23.232342 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:56:23.232664 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:56:23.232987 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:56:23.265125 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Attempting to bind port 3b5a3b8f-3757-4b2f-9fbb-98ca2ec4d9ae on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 01:56:23.265416 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Attempting to bind port 3b5a3b8f-3757-4b2f-9fbb-98ca2ec4d9ae by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '6827b6be-b8a0-4108-9df0-6a89a56954c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1fcf6d1f-cf80-403d-9e60-829bac69a84e'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 01:56:23.265820 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Attempting to bind port 3b5a3b8f-3757-4b2f-9fbb-98ca2ec4d9ae on network 1fcf6d1f-cf80-403d-9e60-829bac69a84e {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 01:56:23.270818 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 01:56:23.271193 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Checking segment: {'id': '6827b6be-b8a0-4108-9df0-6a89a56954c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1fcf6d1f-cf80-403d-9e60-829bac69a84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 01:56:23.271893 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:23.271990 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Bound using segment: {'id': '6827b6be-b8a0-4108-9df0-6a89a56954c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1fcf6d1f-cf80-403d-9e60-829bac69a84e'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 01:56:23.272420 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Bound port: 3b5a3b8f-3757-4b2f-9fbb-98ca2ec4d9ae, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6827b6be-b8a0-4108-9df0-6a89a56954c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1fcf6d1f-cf80-403d-9e60-829bac69a84e'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 01:56:23.272819 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:23.335427 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] For port 3b5a3b8f-3757-4b2f-9fbb-98ca2ec4d9ae, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 01:56:23.338672 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] For port 3b5a3b8f-3757-4b2f-9fbb-98ca2ec4d9ae, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=3b5a3b8f-3757-4b2f-9fbb-98ca2ec4d9ae,segment=NetworkSegment(6827b6be-b8a0-4108-9df0-6a89a56954c4),segment_id=6827b6be-b8a0-4108-9df0-6a89a56954c4)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 01:56:23.342534 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:23.404145 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad830f07-2ba5-4e85-9b8a-cf8477a2d3b9 None None] Pushing event updated for resources: {'Port': ['ID=3b5a3b8f-3757-4b2f-9fbb-98ca2ec4d9ae,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:56:24.208559 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e70a15-2cdf-416d-90e2-5433fb670566 None None] Network 1fcf6d1f-cf80-403d-9e60-829bac69a84e requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 01:56:24.266636 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-8245877c-dd56-45ea-a39e-d9db42aa40d4 None None] Provisioning complete for port 3b5a3b8f-3757-4b2f-9fbb-98ca2ec4d9ae triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:56:24.267252 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8245877c-dd56-45ea-a39e-d9db42aa40d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:24.414345 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8245877c-dd56-45ea-a39e-d9db42aa40d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:24.453469 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-8245877c-dd56-45ea-a39e-d9db42aa40d4 None None] For port 3b5a3b8f-3757-4b2f-9fbb-98ca2ec4d9ae, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=3b5a3b8f-3757-4b2f-9fbb-98ca2ec4d9ae,segment=NetworkSegment(6827b6be-b8a0-4108-9df0-6a89a56954c4),segment_id=6827b6be-b8a0-4108-9df0-6a89a56954c4)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 01:56:24.458015 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8245877c-dd56-45ea-a39e-d9db42aa40d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:24.509711 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245877c-dd56-45ea-a39e-d9db42aa40d4 None None] Pushing event updated for resources: {'Port': ['ID=3b5a3b8f-3757-4b2f-9fbb-98ca2ec4d9ae,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:56:24.682043 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-b333e30a-6d8b-46d2-aa55-d20dbf0bf772 None None] Provisioning complete for port 3b5a3b8f-3757-4b2f-9fbb-98ca2ec4d9ae triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:56:24.682420 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b333e30a-6d8b-46d2-aa55-d20dbf0bf772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:24.760791 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 3b5a3b8f-3757-4b2f-9fbb-98ca2ec4d9ae up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 01:56:24.817808 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 3b5a3b8f-3757-4b2f-9fbb-98ca2ec4d9ae triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:56:24.818174 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:37.259344 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 5 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 01:56:41.805417 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a6246167-079c-4ef9-a6e5-6bc479837ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:43.891109 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-19259586-845b-4c76-a1cd-252f7466bc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:45.252629 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:46.776594 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:47.320996 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:11.808325 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c232a263-fd60-4078-a1e9-14e64f3474d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:13.891743 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6597e4db-4357-42c4-a453-3d8744cde539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:14.257101 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 5 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 01:57:15.257429 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:16.779966 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:17.323338 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:38.595701 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 36068) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:57:38.601344 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [None req-b9fe927f-8df7-42e4-9d57-f686fc60dd22 tempest-verify_tempest_config-1993910604 tempest-verify_tempest_config-1993910604-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 01:57:38.602346 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-b9fe927f-8df7-42e4-9d57-f686fc60dd22 tempest-verify_tempest_config-1993910604 tempest-verify_tempest_config-1993910604-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0057025
Jan 28 01:57:38.888536 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 36086) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:57:38.987396 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-464f7b8b-da75-47b1-81ee-9e70b339141a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:39.060128 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-464f7b8b-da75-47b1-81ee-9e70b339141a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:39.063798 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-464f7b8b-da75-47b1-81ee-9e70b339141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:39.109414 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-464f7b8b-da75-47b1-81ee-9e70b339141a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ef6b9977c47240149db4c7942fc96f8b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2198758
Jan 28 01:57:39.110248 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f7b8b-da75-47b1-81ee-9e70b339141a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b764af-b2cd-4a21-8684-13a56323f83b,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:57:39.112707 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 36090) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:57:39.117160 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f7b8b-da75-47b1-81ee-9e70b339141a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.117509 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f7b8b-da75-47b1-81ee-9e70b339141a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.117874 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f7b8b-da75-47b1-81ee-9e70b339141a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.118208 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f7b8b-da75-47b1-81ee-9e70b339141a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.118535 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f7b8b-da75-47b1-81ee-9e70b339141a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.118861 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f7b8b-da75-47b1-81ee-9e70b339141a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.119183 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f7b8b-da75-47b1-81ee-9e70b339141a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.119504 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f7b8b-da75-47b1-81ee-9e70b339141a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.119844 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f7b8b-da75-47b1-81ee-9e70b339141a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.120164 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f7b8b-da75-47b1-81ee-9e70b339141a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.120479 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f7b8b-da75-47b1-81ee-9e70b339141a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.120792 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f7b8b-da75-47b1-81ee-9e70b339141a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.168294 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b284a496-d79d-4002-a961-a3dfd1e98f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:39.188529 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b284a496-d79d-4002-a961-a3dfd1e98f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:39.276998 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b284a496-d79d-4002-a961-a3dfd1e98f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:39.279513 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b284a496-d79d-4002-a961-a3dfd1e98f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:39.280669 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-b284a496-d79d-4002-a961-a3dfd1e98f51 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/08b764af-b2cd-4a21-8684-13a56323f83b HTTP/1.1" status: 204  len: 168 time: 0.1670256
Jan 28 01:57:39.289424 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284a496-d79d-4002-a961-a3dfd1e98f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b764af-b2cd-4a21-8684-13a56323f83b,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:57:39.296081 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284a496-d79d-4002-a961-a3dfd1e98f51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.296448 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284a496-d79d-4002-a961-a3dfd1e98f51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.296790 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284a496-d79d-4002-a961-a3dfd1e98f51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.297127 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284a496-d79d-4002-a961-a3dfd1e98f51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.297458 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284a496-d79d-4002-a961-a3dfd1e98f51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.297822 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284a496-d79d-4002-a961-a3dfd1e98f51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.298161 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284a496-d79d-4002-a961-a3dfd1e98f51 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.299067 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284a496-d79d-4002-a961-a3dfd1e98f51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.299412 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284a496-d79d-4002-a961-a3dfd1e98f51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.299774 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284a496-d79d-4002-a961-a3dfd1e98f51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.300097 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284a496-d79d-4002-a961-a3dfd1e98f51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:39.300419 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284a496-d79d-4002-a961-a3dfd1e98f51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:41.809934 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7078e8e3-6ffc-4d5d-8962-757a54aea11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:43.892955 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c82572f9-c462-4f1c-82ba-c14b85cc3356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:45.256715 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:46.783303 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:47.325260 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:51.254822 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 5 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 01:58:11.813672 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e30755b9-f71f-4bfd-95bc-932063332f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:13.893577 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ae080e6-8ead-4bdc-b8b1-fe69990086c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:15.258390 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:16.786365 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:17.326539 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:28.253867 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 5 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 01:58:41.814887 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb69e75f-232c-4f5d-9c40-01ee2ef0b0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:43.894792 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-164720e8-3ad3-45a2-a004-c893ef863ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:45.261563 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:46.789995 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:47.327185 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:05.251909 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 5 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 01:59:11.817481 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-59e08c09-4bf1-40b4-a8e2-751bfbbfac3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:13.896504 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d1486e2-d61b-4bdd-9e3a-cfa8a5ad333e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:14.643663 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545390'] for agent, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:15.264576 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:16.791424 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:17.328856 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:29.809706 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 36164) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:59:30.000613 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-42408831-9ca8-4c1f-ac13-5d283dca5f01 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1895974
Jan 28 01:59:32.199803 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 36174) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:59:32.253426 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-aea2faf7-5a41-4600-ac86-f4464b15b622 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0520306
Jan 28 01:59:41.818505 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-92e94a2f-79f0-4675-8ee7-7e6daa75ce07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:42.250506 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 01:59:43.895972 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce858125-1f92-4b74-b045-4b6d22b55517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:44.625843 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:45.268591 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:46.795160 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:47.331425 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:11.819668 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-217342b6-8ac1-4e25-8291-0ae90a3ebb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:13.894973 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-09a816b9-dfd6-44da-9517-b03bae2e0d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:14.641537 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:15.274567 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:16.798048 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:17.332954 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:19.249315 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:00:41.820031 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-69eca009-d06a-406f-bafe-19d7a6ea684d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:43.895709 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76a40559-f78a-4117-9ef3-584a31356b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:44.640222 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:45.274998 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:46.805474 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:47.333542 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:56.247142 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:01:11.831473 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6133c0e0-5d9a-4da0-bfa2-0d36c21d947c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:13.400931 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 36350) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:13.428733 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 36360) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:13.600466 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1965547420-network', 'tenant_id': 'a830c3a19c3740619ece0b4ca820490e'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:13.624797 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Made reservation on behalf of a830c3a19c3740619ece0b4ca820490e for: {'network': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:01:13.627612 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for network, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:13.637972 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:13.643821 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-56ea7bf7-519f-4abe-9573-81d3ba26f0e0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-84426870-network', 'tenant_id': '6639261ee8ee46e0a4e3a01eb63b9ab4'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:13.737237 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:13.743056 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:13.750263 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ea7bf7-519f-4abe-9573-81d3ba26f0e0 admin admin] Made reservation on behalf of 6639261ee8ee46e0a4e3a01eb63b9ab4 for: {'network': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:01:13.752526 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-56ea7bf7-519f-4abe-9573-81d3ba26f0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for network, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:13.761866 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764}  {{(pid=101322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:01:13.772145 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-56ea7bf7-519f-4abe-9573-81d3ba26f0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:13.789207 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:13.789776 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.segments_db [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Added segment 17b807dd-4180-4db0-868c-9da3eb0b5806 of type vlan for network 69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f
Jan 28 02:01:13.833737 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755291977674'] for network, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:13.882586 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072ed643-608b-48e9-b86c-f721b59ef999,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:13.893954 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for network, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:13.895251 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:13.896017 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:13.910776 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:13.911505 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:13.911843 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:13.912175 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:13.912499 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:13.912828 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:13.913156 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:13.913506 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:13.914097 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:13.914681 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:13.915233 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:13.915570 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:13.915807 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fceae423-e800-48c8-9a87-c3607f7c3efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Tracked resource versions report:
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]: pushed versions:
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]: {   'AddressGroup': {'1.2'},
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:     'ConntrackHelper': {'1.0'},
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:     'Log': {'1.0'},
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:     'Network': {'1.1'},
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:     'Port': {'1.7'},
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:     'PortForwarding': {'1.2'},
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:     'QosPolicy': {'1.9'},
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:     'SecurityGroup': {'1.4'},
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:     'SecurityGroupRule': {'1.2'},
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:     'SubPort': {'1.0'},
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:     'Subnet': {'1.1'},
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:     'Trunk': {'1.1'}}
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]: consumer versions:
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]: {   DHCP agent@dv-cinder-824979-1-iscsi: {},
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:     HyperV agent@hv-cinder-82497: {},
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:     L3 agent@dv-cinder-824979-1-iscsi: {},
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:     Metadata agent@dv-cinder-824979-1-iscsi: {},
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:     Metering agent@dv-cinder-824979-1-iscsi: {},
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:     Open vSwitch agent@dv-cinder-824979-1-iscsi: {   'AddressGroup': '1.2',
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'ConntrackHelper': '1.0',
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'Log': '1.0',
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'Network': '1.1',
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'Port': '1.7',
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'PortForwarding': '1.2',
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'QosPolicy': '1.9',
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'SecurityGroup': '1.4',
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'SecurityGroupRule': '1.2',
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'SubPort': '1.0',
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'Subnet': '1.1',
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:                                                      'Trunk': '1.1'}}
Jan 28 02:01:13.916663 dv-cinder-824979-1-iscsi neutron-server[101322]:  {{(pid=101322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 28 02:01:13.943633 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.5414696
Jan 28 02:01:13.943973 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 36394) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:13.953629 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Request body: {'subnet': {'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1965547420-subnet', 'tenant_id': 'a830c3a19c3740619ece0b4ca820490e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:13.984919 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Made reservation on behalf of a830c3a19c3740619ece0b4ca820490e for: {'subnet': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:01:13.988050 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.012154 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e553498-2d11-4c50-8df5-ba27d27d37ae admin admin] Pushing event updated for resources: {'Network': ['ID=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:14.024491 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Network 69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f details requested by agent ovs-agent-dv-cinder-824979-1-iscsi with host dv-cinder-824979-1-iscsi {{(pid=101324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:01:14.035346 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-56ea7bf7-519f-4abe-9573-81d3ba26f0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.043097 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-56ea7bf7-519f-4abe-9573-81d3ba26f0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.098001 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea7bf7-519f-4abe-9573-81d3ba26f0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:14.117591 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ea7bf7-519f-4abe-9573-81d3ba26f0e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794}  {{(pid=101322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:01:14.135628 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-56ea7bf7-519f-4abe-9573-81d3ba26f0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.138144 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.segments_db [None req-56ea7bf7-519f-4abe-9573-81d3ba26f0e0 admin admin] Added segment 374283b2-2bd7-47c5-8ecc-11b670e17633 of type vlan for network a12a014d-4a71-408b-a943-054c73574ed9
Jan 28 02:01:14.188287 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-56ea7bf7-519f-4abe-9573-81d3ba26f0e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755291977674'] for network, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.206328 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for subnet, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.208831 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 36402) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:14.224837 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-56ea7bf7-519f-4abe-9573-81d3ba26f0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for network, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.227138 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea7bf7-519f-4abe-9573-81d3ba26f0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:14.227724 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-56ea7bf7-519f-4abe-9573-81d3ba26f0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.255853 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe3f8818-a239-4d13-b1cd-c34e6490de40,revision_number=0']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:14.268914 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:14.269562 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:14.269941 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:14.270277 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:14.270610 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:14.270951 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:14.271280 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:14.271780 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:14.272273 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:14.273331 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:14.273853 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:14.274345 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Tracked resource versions report:
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]: pushed versions:
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]: {   'AddressGroup': {'1.2'},
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:     'ConntrackHelper': {'1.0'},
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:     'Log': {'1.0'},
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:     'Network': {'1.1'},
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:     'Port': {'1.7'},
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:     'PortForwarding': {'1.2'},
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:     'QosPolicy': {'1.9'},
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:     'SecurityGroup': {'1.4'},
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:     'SecurityGroupRule': {'1.2'},
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:     'SubPort': {'1.0'},
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:     'Subnet': {'1.1'},
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:     'Trunk': {'1.1'}}
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]: consumer versions:
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]: {   DHCP agent@dv-cinder-824979-1-iscsi: {},
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:     HyperV agent@hv-cinder-82497: {},
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:     L3 agent@dv-cinder-824979-1-iscsi: {},
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:     Metadata agent@dv-cinder-824979-1-iscsi: {},
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:     Metering agent@dv-cinder-824979-1-iscsi: {},
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:     Open vSwitch agent@dv-cinder-824979-1-iscsi: {   'AddressGroup': '1.2',
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'ConntrackHelper': '1.0',
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'Log': '1.0',
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'Network': '1.1',
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'Port': '1.7',
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'PortForwarding': '1.2',
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'QosPolicy': '1.9',
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'SecurityGroup': '1.4',
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'SecurityGroupRule': '1.2',
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'SubPort': '1.0',
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'Subnet': '1.1',
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:                                                      'Trunk': '1.1'}}
Jan 28 02:01:14.275603 dv-cinder-824979-1-iscsi neutron-server[101323]:  {{(pid=101323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 28 02:01:14.297417 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-56ea7bf7-519f-4abe-9573-81d3ba26f0e0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8675444
Jan 28 02:01:14.299474 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 36408) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:14.305987 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-9db36bc9-cd6b-4b02-a694-2384f9bab968 admin admin] Request body: {'subnet': {'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-84426870-subnet', 'tenant_id': '6639261ee8ee46e0a4e3a01eb63b9ab4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:14.307172 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea7bf7-519f-4abe-9573-81d3ba26f0e0 admin admin] Pushing event updated for resources: {'Network': ['ID=a12a014d-4a71-408b-a943-054c73574ed9,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:14.319681 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Checking segment: {'id': '17b807dd-4180-4db0-868c-9da3eb0b5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:01:14.319878 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Network a12a014d-4a71-408b-a943-054c73574ed9 details requested by agent ovs-agent-dv-cinder-824979-1-iscsi with host dv-cinder-824979-1-iscsi {{(pid=101324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:01:14.320389 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Network hostable DHCP agents. Network: 69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f, hostable agents: ['248f8699-8ae1-4821-802a-c8c6bbf99ca2'], hosted agents: [] {{(pid=101323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:01:14.359917 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db36bc9-cd6b-4b02-a694-2384f9bab968 admin admin] Made reservation on behalf of 6639261ee8ee46e0a4e3a01eb63b9ab4 for: {'subnet': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:01:14.366110 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 36412) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:14.366350 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-9db36bc9-cd6b-4b02-a694-2384f9bab968 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.369613 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Network 69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f is scheduled to be hosted by DHCP agent 248f8699-8ae1-4821-802a-c8c6bbf99ca2 with binding_index 1 {{(pid=101323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:01:14.393608 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 36416) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:14.427428 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824979-1-iscsi, 69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f) {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:01:14.433795 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:14.435617 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.440406 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc15faf2-c342-4dc5-b181-26bef0feb63d None None] Network 69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:01:14.470006 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 36420) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:14.470582 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-023392da-c585-49ea-ae7c-120f9601310a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.5248930
Jan 28 02:01:14.475646 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-3bc50c67-6d1a-47bc-99ff-1465a1a4e8fa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1965547420-router', 'tenant_id': 'a830c3a19c3740619ece0b4ca820490e', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:14.519489 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3bc50c67-6d1a-47bc-99ff-1465a1a4e8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124643'] for router, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.520648 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3bc50c67-6d1a-47bc-99ff-1465a1a4e8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124570'] for router, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.584049 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-9db36bc9-cd6b-4b02-a694-2384f9bab968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for subnet, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.593714 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838881f8-1966-49f3-8850-b41dbe5897c7 None None] Network 69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:01:14.609179 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3bc50c67-6d1a-47bc-99ff-1465a1a4e8fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.615572 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-6b92ffd9-d6ce-40b5-b732-47b6c3bc0d8a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1931321234-network', 'tenant_id': 'e903984909674521a44fe37d95d94b8c'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:14.655214 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db36bc9-cd6b-4b02-a694-2384f9bab968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=458cc6c2-7388-45e4-bb6b-10c0e6fa544d,revision_number=0']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:14.661397 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-fc0621ba-22d1-4c20-b80a-e260e362f844 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-network', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:14.667072 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db36bc9-cd6b-4b02-a694-2384f9bab968 admin admin] Checking segment: {'id': '374283b2-2bd7-47c5-8ecc-11b670e17633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:01:14.667709 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db36bc9-cd6b-4b02-a694-2384f9bab968 admin admin] Network hostable DHCP agents. Network: a12a014d-4a71-408b-a943-054c73574ed9, hostable agents: ['248f8699-8ae1-4821-802a-c8c6bbf99ca2'], hosted agents: [] {{(pid=101323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:01:14.691121 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db36bc9-cd6b-4b02-a694-2384f9bab968 admin admin] Network a12a014d-4a71-408b-a943-054c73574ed9 is scheduled to be hosted by DHCP agent 248f8699-8ae1-4821-802a-c8c6bbf99ca2 with binding_index 1 {{(pid=101323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:01:14.713000 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-9db36bc9-cd6b-4b02-a694-2384f9bab968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824979-1-iscsi, a12a014d-4a71-408b-a943-054c73574ed9) {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:01:14.720781 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.725474 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d838a429-2c1c-4473-a3ef-d60df9ab985c None None] Network a12a014d-4a71-408b-a943-054c73574ed9 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:01:14.726207 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db36bc9-cd6b-4b02-a694-2384f9bab968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:14.727673 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-9db36bc9-cd6b-4b02-a694-2384f9bab968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.765108 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-9db36bc9-cd6b-4b02-a694-2384f9bab968 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4644635
Jan 28 02:01:14.829960 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-9a271cf4-fbd3-49aa-a58a-f3d30073a4bf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1204802526-network', 'tenant_id': '352100bf8a044c2681a5fdf2303fc567'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:14.853368 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b92ffd9-d6ce-40b5-b732-47b6c3bc0d8a admin admin] Made reservation on behalf of e903984909674521a44fe37d95d94b8c for: {'network': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:01:14.855849 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6b92ffd9-d6ce-40b5-b732-47b6c3bc0d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for network, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.858538 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0621ba-22d1-4c20-b80a-e260e362f844 admin admin] Made reservation on behalf of 578fc5bd64da4dcdbff2e317361168ec for: {'network': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:01:14.860706 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fc0621ba-22d1-4c20-b80a-e260e362f844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for network, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.866974 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a271cf4-fbd3-49aa-a58a-f3d30073a4bf admin admin] Made reservation on behalf of 352100bf8a044c2681a5fdf2303fc567 for: {'network': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:01:14.870180 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9a271cf4-fbd3-49aa-a58a-f3d30073a4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for network, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.891437 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3bc50c67-6d1a-47bc-99ff-1465a1a4e8fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.894386 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9a271cf4-fbd3-49aa-a58a-f3d30073a4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.920857 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6b92ffd9-d6ce-40b5-b732-47b6c3bc0d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.923186 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fc0621ba-22d1-4c20-b80a-e260e362f844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.926076 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9513423f-382d-46ed-bfde-9aa14e609440 None None] Network a12a014d-4a71-408b-a943-054c73574ed9 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:01:15.121668 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9a271cf4-fbd3-49aa-a58a-f3d30073a4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.136866 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9a271cf4-fbd3-49aa-a58a-f3d30073a4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.166913 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6b92ffd9-d6ce-40b5-b732-47b6c3bc0d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.172289 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a271cf4-fbd3-49aa-a58a-f3d30073a4bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783}  {{(pid=101322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:01:15.182072 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6b92ffd9-d6ce-40b5-b732-47b6c3bc0d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.206524 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fc0621ba-22d1-4c20-b80a-e260e362f844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.213851 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9a271cf4-fbd3-49aa-a58a-f3d30073a4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.214192 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.segments_db [None req-9a271cf4-fbd3-49aa-a58a-f3d30073a4bf admin admin] Added segment f26804c4-0dba-4827-8ae5-356225c6db64 of type vlan for network 5e259d25-f217-41ea-a1d6-3fc5961e8da6
Jan 28 02:01:15.232948 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fc0621ba-22d1-4c20-b80a-e260e362f844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.240111 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b92ffd9-d6ce-40b5-b732-47b6c3bc0d8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780}  {{(pid=101322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:01:15.279806 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a271cf4-fbd3-49aa-a58a-f3d30073a4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979aef3d-f992-4bd4-b340-36bd6d5fc642,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:15.285019 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.287551 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6b92ffd9-d6ce-40b5-b732-47b6c3bc0d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.288374 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.segments_db [None req-6b92ffd9-d6ce-40b5-b732-47b6c3bc0d8a admin admin] Added segment a75b17f3-9fe9-4215-9ea9-6888b49dd772 of type vlan for network 27b7e674-c1b4-46df-b078-0f6e5b07b279
Jan 28 02:01:15.299439 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0621ba-22d1-4c20-b80a-e260e362f844 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791}  {{(pid=101322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:01:15.319158 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9a271cf4-fbd3-49aa-a58a-f3d30073a4bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755291977674'] for network, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.390690 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fc0621ba-22d1-4c20-b80a-e260e362f844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.391032 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.segments_db [None req-fc0621ba-22d1-4c20-b80a-e260e362f844 admin admin] Added segment 6b56da7a-fdd6-4ef9-9a49-3326eb688061 of type vlan for network 34615009-fca5-44cc-84b3-0752c6a7e426
Jan 28 02:01:15.434867 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92ffd9-d6ce-40b5-b732-47b6c3bc0d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8335184-a4ab-410c-8c46-0bfd6672a105,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:15.485215 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6b92ffd9-d6ce-40b5-b732-47b6c3bc0d8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755291977674'] for network, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.532711 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fc0621ba-22d1-4c20-b80a-e260e362f844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755291977674'] for network, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.546973 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9a271cf4-fbd3-49aa-a58a-f3d30073a4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for network, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.547956 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a271cf4-fbd3-49aa-a58a-f3d30073a4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:15.548534 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9a271cf4-fbd3-49aa-a58a-f3d30073a4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.569642 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0621ba-22d1-4c20-b80a-e260e362f844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbdda6d-8d77-4279-91ee-98e7a6903146,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:15.605510 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3bc50c67-6d1a-47bc-99ff-1465a1a4e8fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.614722 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-9a271cf4-fbd3-49aa-a58a-f3d30073a4bf admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.2195575
Jan 28 02:01:15.617424 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 36478) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:15.624608 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-02144934-552e-4155-bf29-da0b99812f55 admin admin] Request body: {'subnet': {'network_id': '5e259d25-f217-41ea-a1d6-3fc5961e8da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1204802526-subnet', 'tenant_id': '352100bf8a044c2681a5fdf2303fc567', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:15.651383 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02144934-552e-4155-bf29-da0b99812f55 admin admin] Made reservation on behalf of 352100bf8a044c2681a5fdf2303fc567 for: {'subnet': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:01:15.654430 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-02144934-552e-4155-bf29-da0b99812f55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.658529 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6b92ffd9-d6ce-40b5-b732-47b6c3bc0d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for network, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.659470 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b92ffd9-d6ce-40b5-b732-47b6c3bc0d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:15.660047 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6b92ffd9-d6ce-40b5-b732-47b6c3bc0d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.668235 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3bc50c67-6d1a-47bc-99ff-1465a1a4e8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.684844 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fc0621ba-22d1-4c20-b80a-e260e362f844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for network, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.686053 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0621ba-22d1-4c20-b80a-e260e362f844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:15.686630 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fc0621ba-22d1-4c20-b80a-e260e362f844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.704316 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-6b92ffd9-d6ce-40b5-b732-47b6c3bc0d8a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4910440
Jan 28 02:01:15.706681 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a271cf4-fbd3-49aa-a58a-f3d30073a4bf admin admin] Pushing event updated for resources: {'Network': ['ID=5e259d25-f217-41ea-a1d6-3fc5961e8da6,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:15.708704 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 36480) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:15.717160 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Network 5e259d25-f217-41ea-a1d6-3fc5961e8da6 details requested by agent ovs-agent-dv-cinder-824979-1-iscsi with host dv-cinder-824979-1-iscsi {{(pid=101324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:01:15.743155 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-4b4ef38f-a799-4c8f-bc62-fc56f273db81 admin admin] Request body: {'subnet': {'network_id': '27b7e674-c1b4-46df-b078-0f6e5b07b279', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1931321234-subnet', 'tenant_id': 'e903984909674521a44fe37d95d94b8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:15.797132 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-fc0621ba-22d1-4c20-b80a-e260e362f844 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.4270146
Jan 28 02:01:15.803323 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 36484) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:15.809831 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-5c05fcc3-f718-4bae-8688-1839cee71a08 admin admin] Request body: {'subnet': {'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-subnet', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:15.823230 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92ffd9-d6ce-40b5-b732-47b6c3bc0d8a admin admin] Pushing event updated for resources: {'Network': ['ID=27b7e674-c1b4-46df-b078-0f6e5b07b279,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:15.847111 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c05fcc3-f718-4bae-8688-1839cee71a08 admin admin] Made reservation on behalf of 578fc5bd64da4dcdbff2e317361168ec for: {'subnet': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:01:15.849549 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5c05fcc3-f718-4bae-8688-1839cee71a08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.899009 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4ef38f-a799-4c8f-bc62-fc56f273db81 admin admin] Made reservation on behalf of e903984909674521a44fe37d95d94b8c for: {'subnet': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:01:15.901324 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef38f-a799-4c8f-bc62-fc56f273db81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:15.975408 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Network 27b7e674-c1b4-46df-b078-0f6e5b07b279 details requested by agent ovs-agent-dv-cinder-824979-1-iscsi with host dv-cinder-824979-1-iscsi {{(pid=101324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:01:15.999467 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0621ba-22d1-4c20-b80a-e260e362f844 admin admin] Pushing event updated for resources: {'Network': ['ID=34615009-fca5-44cc-84b3-0752c6a7e426,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:16.131137 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Network 34615009-fca5-44cc-84b3-0752c6a7e426 details requested by agent ovs-agent-dv-cinder-824979-1-iscsi with host dv-cinder-824979-1-iscsi {{(pid=101324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:01:16.143667 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5c05fcc3-f718-4bae-8688-1839cee71a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for subnet, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:16.258271 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_common [None req-3bc50c67-6d1a-47bc-99ff-1465a1a4e8fa admin admin] Allocated IP 172.27.3.177 (77030b15-4317-4bc4-9693-f7afef5939e8/a10a135b-d338-4414-a2fc-bd26c83c352b/96065e34-b515-4020-8c7b-4ced860dceb0) {{(pid=101322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:01:16.317256 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-02144934-552e-4155-bf29-da0b99812f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for subnet, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:16.351815 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c05fcc3-f718-4bae-8688-1839cee71a08 admin admin] Checking segment: {'id': '6b56da7a-fdd6-4ef9-9a49-3326eb688061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:01:16.354106 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c05fcc3-f718-4bae-8688-1839cee71a08 admin admin] Network hostable DHCP agents. Network: 34615009-fca5-44cc-84b3-0752c6a7e426, hostable agents: ['248f8699-8ae1-4821-802a-c8c6bbf99ca2'], hosted agents: [] {{(pid=101323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:01:16.370981 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05fcc3-f718-4bae-8688-1839cee71a08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aba7715e-a82d-463d-8206-e0dca7c49061,revision_number=0']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:16.416900 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3bc50c67-6d1a-47bc-99ff-1465a1a4e8fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:16.426047 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02144934-552e-4155-bf29-da0b99812f55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a375480-e1eb-486a-b9c4-9c4f6a6540cf,revision_number=0']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:16.461978 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c05fcc3-f718-4bae-8688-1839cee71a08 admin admin] Network 34615009-fca5-44cc-84b3-0752c6a7e426 is scheduled to be hosted by DHCP agent 248f8699-8ae1-4821-802a-c8c6bbf99ca2 with binding_index 1 {{(pid=101323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:01:16.482294 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02144934-552e-4155-bf29-da0b99812f55 admin admin] Checking segment: {'id': 'f26804c4-0dba-4827-8ae5-356225c6db64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5e259d25-f217-41ea-a1d6-3fc5961e8da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:01:16.482678 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02144934-552e-4155-bf29-da0b99812f55 admin admin] Network hostable DHCP agents. Network: 5e259d25-f217-41ea-a1d6-3fc5961e8da6, hostable agents: ['248f8699-8ae1-4821-802a-c8c6bbf99ca2'], hosted agents: [] {{(pid=101323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:01:16.486544 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-5c05fcc3-f718-4bae-8688-1839cee71a08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824979-1-iscsi, 34615009-fca5-44cc-84b3-0752c6a7e426) {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:01:16.497185 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c05fcc3-f718-4bae-8688-1839cee71a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:16.499316 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66887b7-61b8-4a67-9288-3fbc84b98c4e None None] Network 34615009-fca5-44cc-84b3-0752c6a7e426 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:01:16.511495 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5c05fcc3-f718-4bae-8688-1839cee71a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:16.539380 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3bc50c67-6d1a-47bc-99ff-1465a1a4e8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503'] for port, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:16.559424 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-5c05fcc3-f718-4bae-8688-1839cee71a08 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7550390
Jan 28 02:01:16.564168 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 36520) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:16.573958 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-90ec668d-1e32-4aef-8b2e-22e65545742e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:16.602716 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02144934-552e-4155-bf29-da0b99812f55 admin admin] Network 5e259d25-f217-41ea-a1d6-3fc5961e8da6 is scheduled to be hosted by DHCP agent 248f8699-8ae1-4821-802a-c8c6bbf99ca2 with binding_index 1 {{(pid=101323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:01:16.630144 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc50c67-6d1a-47bc-99ff-1465a1a4e8fa admin admin] Network 77030b15-4317-4bc4-9693-f7afef5939e8 is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:01:16.638779 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-3bc50c67-6d1a-47bc-99ff-1465a1a4e8fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:01:16.648019 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-02144934-552e-4155-bf29-da0b99812f55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824979-1-iscsi, 5e259d25-f217-41ea-a1d6-3fc5961e8da6) {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:01:16.656520 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc50c67-6d1a-47bc-99ff-1465a1a4e8fa admin admin] Received port after_create {{(pid=101322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:01:16.668093 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc50c67-6d1a-47bc-99ff-1465a1a4e8fa admin admin] Pushing event updated for resources: {'Port': ['ID=96065e34-b515-4020-8c7b-4ced860dceb0,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:16.676946 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02144934-552e-4155-bf29-da0b99812f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:16.678409 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-02144934-552e-4155-bf29-da0b99812f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:16.694004 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998e099d-457f-431f-bd74-74ffe3ea8ba7 None None] Network 5e259d25-f217-41ea-a1d6-3fc5961e8da6 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:01:16.727980 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-90ec668d-1e32-4aef-8b2e-22e65545742e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124643'] for router, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:16.729032 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef38f-a799-4c8f-bc62-fc56f273db81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for subnet, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:16.734381 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-90ec668d-1e32-4aef-8b2e-22e65545742e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124570'] for router, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:16.841946 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-02144934-552e-4155-bf29-da0b99812f55 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.2115850
Jan 28 02:01:16.932179 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 36536) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:16.937298 dv-cinder-824979-1-iscsi neutron-server[101322]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 28 02:01:16.947929 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:17.037908 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-90ec668d-1e32-4aef-8b2e-22e65545742e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:17.039098 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd861fa95-f82e-5eb8-8e3c-25f8e9fee4ad-34615009-fca5-44cc-84b3-0752c6a7e426', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061'}]}} from dv-cinder-824979-1-iscsi. {{(pid=101324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jan 28 02:01:17.045284 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:17.071990 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ef38f-a799-4c8f-bc62-fc56f273db81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba1814b3-32c1-49f9-aef2-918dffd38e7e,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:17.124629 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ef38f-a799-4c8f-bc62-fc56f273db81 admin admin] Checking segment: {'id': 'a75b17f3-9fe9-4215-9ea9-6888b49dd772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '27b7e674-c1b4-46df-b078-0f6e5b07b279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:01:17.125015 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4ef38f-a799-4c8f-bc62-fc56f273db81 admin admin] Network hostable DHCP agents. Network: 27b7e674-c1b4-46df-b078-0f6e5b07b279, hostable agents: ['248f8699-8ae1-4821-802a-c8c6bbf99ca2'], hosted agents: [] {{(pid=101322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:01:17.194885 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3221a99e-7e92-4494-a9fc-fbf4a4930615 None None] Network 5e259d25-f217-41ea-a1d6-3fc5961e8da6 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:01:17.338836 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-90ec668d-1e32-4aef-8b2e-22e65545742e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:17.341138 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-4cc9d45f-0a26-430e-b4ca-58a410275267 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:17.347886 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-4cc9d45f-0a26-430e-b4ca-58a410275267 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/networks?id=a12a014d-4a71-408b-a943-054c73574ed9 HTTP/1.1" status: 200  len: 813 time: 0.4129319
Jan 28 02:01:17.454714 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:17.659590 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-677a32ef-3f1e-4c8a-9111-0ebe181a4ca2 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/quotas/6639261ee8ee46e0a4e3a01eb63b9ab4 HTTP/1.1" status: 200  len: 375 time: 0.0345166
Jan 28 02:01:17.661740 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4ef38f-a799-4c8f-bc62-fc56f273db81 admin admin] Network 27b7e674-c1b4-46df-b078-0f6e5b07b279 is scheduled to be hosted by DHCP agent 248f8699-8ae1-4821-802a-c8c6bbf99ca2 with binding_index 1 {{(pid=101322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:01:17.671807 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3bc50c67-6d1a-47bc-99ff-1465a1a4e8fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:17.706839 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Allocated IP 172.20.0.2 (34615009-fca5-44cc-84b3-0752c6a7e426/aba7715e-a82d-463d-8206-e0dca7c49061/a34ae27e-e862-479d-82ad-54fad710c3ca) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:01:17.744950 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-90ec668d-1e32-4aef-8b2e-22e65545742e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:17.773244 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-90ec668d-1e32-4aef-8b2e-22e65545742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:17.814045 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-4b4ef38f-a799-4c8f-bc62-fc56f273db81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824979-1-iscsi, 27b7e674-c1b4-46df-b078-0f6e5b07b279) {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:01:17.854439 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 36580) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:17.865606 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-6bf97b24-73bb-4373-863b-f2991f369c35 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-686242176-network', 'tenant_id': 'dc7763d633c84178a5d77cb41251f5a3'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:17.880554 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-c7f68c99-46c9-4936-a7fa-ec814695bd29 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6639261ee8ee46e0a4e3a01eb63b9ab4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2123947
Jan 28 02:01:17.903007 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:17.909673 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7f4f92-e1b2-42e2-9677-284db78a0518 None None] Network 27b7e674-c1b4-46df-b078-0f6e5b07b279 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:01:17.925954 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:17.964781 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4ef38f-a799-4c8f-bc62-fc56f273db81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:17.965482 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef38f-a799-4c8f-bc62-fc56f273db81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:17.994609 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf97b24-73bb-4373-863b-f2991f369c35 admin admin] Made reservation on behalf of dc7763d633c84178a5d77cb41251f5a3 for: {'network': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:01:17.997376 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6bf97b24-73bb-4373-863b-f2991f369c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for network, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:18.011263 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6bf97b24-73bb-4373-863b-f2991f369c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:18.052692 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [None req-90ec668d-1e32-4aef-8b2e-22e65545742e admin admin] Allocated IP 172.27.3.99 (77030b15-4317-4bc4-9693-f7afef5939e8/a10a135b-d338-4414-a2fc-bd26c83c352b/2e9c1d70-a114-4987-860c-849620c99f4a) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:01:18.080239 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-4b4ef38f-a799-4c8f-bc62-fc56f273db81 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.3449197
Jan 28 02:01:18.134460 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3bc50c67-6d1a-47bc-99ff-1465a1a4e8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551287'] for router, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:18.210582 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-852736d2-831e-441e-b918-91dc44ddfdc1 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 02:01:18.217624 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-90ec668d-1e32-4aef-8b2e-22e65545742e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:18.219288 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-852736d2-831e-441e-b918-91dc44ddfdc1 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1496959
Jan 28 02:01:18.364663 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Network 34615009-fca5-44cc-84b3-0752c6a7e426 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:01:18.383039 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-90ec668d-1e32-4aef-8b2e-22e65545742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:18.405671 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Resources bound (agent type, host, resource id):  {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:01:18.410995 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ec668d-1e32-4aef-8b2e-22e65545742e admin admin] Network 77030b15-4317-4bc4-9693-f7afef5939e8 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:01:18.421353 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:01:18.440585 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-90ec668d-1e32-4aef-8b2e-22e65545742e admin admin] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:01:18.465608 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-823729e9-6390-492f-b3a0-868943250010 service neutron] 10.222.0.77 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2452304
Jan 28 02:01:18.495288 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc50c67-6d1a-47bc-99ff-1465a1a4e8fa admin admin] Router fc263977-6e6b-4ede-aec5-fd5520a4da73 is scheduled to L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 with binding_index 1 {{(pid=101322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 28 02:01:18.519542 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6bf97b24-73bb-4373-863b-f2991f369c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:18.524120 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec668d-1e32-4aef-8b2e-22e65545742e admin admin] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:01:18.524876 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Attempting to bind port a34ae27e-e862-479d-82ad-54fad710c3ca on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:01:18.526453 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Attempting to bind port a34ae27e-e862-479d-82ad-54fad710c3ca by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '6b56da7a-fdd6-4ef9-9a49-3326eb688061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:01:18.527054 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Attempting to bind port a34ae27e-e862-479d-82ad-54fad710c3ca on network 34615009-fca5-44cc-84b3-0752c6a7e426 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:01:18.539629 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:01:18.540031 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Checking segment: {'id': '6b56da7a-fdd6-4ef9-9a49-3326eb688061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:01:18.540664 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:18.541065 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Bound using segment: {'id': '6b56da7a-fdd6-4ef9-9a49-3326eb688061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:01:18.546039 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Bound port: a34ae27e-e862-479d-82ad-54fad710c3ca, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b56da7a-fdd6-4ef9-9a49-3326eb688061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:01:18.546766 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:18.604912 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31d437b-25ae-49ba-8229-807a08fdd8f8 None None] Network 27b7e674-c1b4-46df-b078-0f6e5b07b279 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:01:18.606728 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Pushing event updated for resources: {'Port': ['ID=a34ae27e-e862-479d-82ad-54fad710c3ca,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:18.636629 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec668d-1e32-4aef-8b2e-22e65545742e admin admin] Pushing event updated for resources: {'Port': ['ID=2e9c1d70-a114-4987-860c-849620c99f4a,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:18.639868 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6bf97b24-73bb-4373-863b-f2991f369c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:18.639963 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:18.640347 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:18.640698 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:18.642492 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:18.642492 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:18.642492 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:18.642492 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:18.642854 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:18.643132 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:18.643466 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:18.643872 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:18.644107 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Tracked resource versions report:
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]: pushed versions:
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]: {   'AddressGroup': {'1.2'},
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:     'ConntrackHelper': {'1.0'},
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:     'Log': {'1.0'},
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:     'Network': {'1.1'},
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:     'Port': {'1.7'},
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:     'PortForwarding': {'1.2'},
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:     'QosPolicy': {'1.9'},
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:     'SecurityGroup': {'1.4'},
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:     'SecurityGroupRule': {'1.2'},
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:     'SubPort': {'1.0'},
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:     'Subnet': {'1.1'},
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:     'Trunk': {'1.1'}}
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]: consumer versions:
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]: {   DHCP agent@dv-cinder-824979-1-iscsi: {},
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:     HyperV agent@hv-cinder-82497: {},
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:     L3 agent@dv-cinder-824979-1-iscsi: {},
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:     Metadata agent@dv-cinder-824979-1-iscsi: {},
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:     Metering agent@dv-cinder-824979-1-iscsi: {},
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:     Open vSwitch agent@dv-cinder-824979-1-iscsi: {   'AddressGroup': '1.2',
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'ConntrackHelper': '1.0',
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'Log': '1.0',
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'Network': '1.1',
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'Port': '1.7',
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'PortForwarding': '1.2',
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'QosPolicy': '1.9',
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'SecurityGroup': '1.4',
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'SecurityGroupRule': '1.2',
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'SubPort': '1.0',
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'Subnet': '1.1',
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:                                                      'Trunk': '1.1'}}
Jan 28 02:01:18.645254 dv-cinder-824979-1-iscsi neutron-server[101324]:  {{(pid=101324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 28 02:01:18.654765 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf97b24-73bb-4373-863b-f2991f369c35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778}  {{(pid=101323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:01:18.674261 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6bf97b24-73bb-4373-863b-f2991f369c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:18.674613 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.db.segments_db [None req-6bf97b24-73bb-4373-863b-f2991f369c35 admin admin] Added segment dd2c4208-ba36-4355-aac5-a72eaaa1eb97 of type vlan for network a9256d4f-0318-4ff3-8cd4-a430ab1909e6
Jan 28 02:01:18.733189 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6bf97b24-73bb-4373-863b-f2991f369c35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755291977674'] for network, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:18.754974 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-e9ebca2e-5be6-46cb-b461-29fb3a44064f service neutron] 10.222.0.77 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2796156
Jan 28 02:01:18.763231 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] For port a34ae27e-e862-479d-82ad-54fad710c3ca, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:01:18.770658 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc50c67-6d1a-47bc-99ff-1465a1a4e8fa admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:01:18.781337 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] Sync routers for ids ['fc263977-6e6b-4ede-aec5-fd5520a4da73'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:01:18.796055 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] Routers {'fc263977-6e6b-4ede-aec5-fd5520a4da73'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:01:18.796382 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] For port a34ae27e-e862-479d-82ad-54fad710c3ca, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=a34ae27e-e862-479d-82ad-54fad710c3ca,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:01:18.799727 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67faf742b0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:01:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['fc263977-6e6b-4ede-aec5-fd5520a4da73'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:18.802580 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3bc50c67-6d1a-47bc-99ff-1465a1a4e8fa admin admin] Notify callbacks [] for router, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:18.803899 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-3bc50c67-6d1a-47bc-99ff-1465a1a4e8fa admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 4.3328748
Jan 28 02:01:18.806875 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 36644) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:18.815483 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:18.927430 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf97b24-73bb-4373-863b-f2991f369c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df8cc50-23bb-4d87-b0ac-b07de17cbaf9,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:18.952415 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6bf97b24-73bb-4373-863b-f2991f369c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for network, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:18.955825 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf97b24-73bb-4373-863b-f2991f369c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:18.956670 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6bf97b24-73bb-4373-863b-f2991f369c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:19.060716 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db1c3d-f0e1-4af8-aab1-641eb357aed8 None None] Pushing event updated for resources: {'Port': ['ID=a34ae27e-e862-479d-82ad-54fad710c3ca,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:19.076769 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-6bf97b24-73bb-4373-863b-f2991f369c35 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.2213600
Jan 28 02:01:19.125689 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 36650) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:19.171657 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-3968ecdb-3b6a-4626-927f-e34617c05aa3 admin admin] Request body: {'subnet': {'network_id': 'a9256d4f-0318-4ff3-8cd4-a430ab1909e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-686242176-subnet', 'tenant_id': 'dc7763d633c84178a5d77cb41251f5a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:19.193027 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] Set router fc263977-6e6b-4ede-aec5-fd5520a4da73 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:01:19.309825 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3968ecdb-3b6a-4626-927f-e34617c05aa3 admin admin] Made reservation on behalf of dc7763d633c84178a5d77cb41251f5a3 for: {'subnet': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:01:19.312596 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3968ecdb-3b6a-4626-927f-e34617c05aa3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:19.574573 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67faf742b0>, [{'id': 'fc263977-6e6b-4ede-aec5-fd5520a4da73', 'name': 'tempest-ServerRescueNegativeTestJSON-1965547420-router', 'tenant_id': 'a830c3a19c3740619ece0b4ca820490e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '96065e34-b515-4020-8c7b-4ced860dceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:14Z', 'updated_at': '2022-01-28T02:01:17Z', 'revision_number': 3, 'project_id': 'a830c3a19c3740619ece0b4ca820490e', 'gw_port': {'id': '96065e34-b515-4020-8c7b-4ced860dceb0', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc263977-6e6b-4ede-aec5-fd5520a4da73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:15Z', 'updated_at': '2022-01-28T02:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:19.596290 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6425dc4b-e33b-4e40-8d88-9baedcad2400 req-30b0320b-d527-45a9-bfa3-e282506dbe69 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 210 time: 0.1358726
Jan 28 02:01:19.665730 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] Checking router: fc263977-6e6b-4ede-aec5-fd5520a4da73 for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:01:19.667306 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] Updating router fc263977-6e6b-4ede-aec5-fd5520a4da73 port 96065e34-b515-4020-8c7b-4ced860dceb0 binding host dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:01:19.723684 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:19.736912 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3968ecdb-3b6a-4626-927f-e34617c05aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for subnet, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:19.784721 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf97b24-73bb-4373-863b-f2991f369c35 admin admin] Pushing event updated for resources: {'Network': ['ID=a9256d4f-0318-4ff3-8cd4-a430ab1909e6,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:19.798788 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Network a9256d4f-0318-4ff3-8cd4-a430ab1909e6 details requested by agent ovs-agent-dv-cinder-824979-1-iscsi with host dv-cinder-824979-1-iscsi {{(pid=101324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:01:19.993090 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 36724) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:20.185033 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3968ecdb-3b6a-4626-927f-e34617c05aa3 admin admin] Checking segment: {'id': 'dd2c4208-ba36-4355-aac5-a72eaaa1eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'a9256d4f-0318-4ff3-8cd4-a430ab1909e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:01:20.185881 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3968ecdb-3b6a-4626-927f-e34617c05aa3 admin admin] Network hostable DHCP agents. Network: a9256d4f-0318-4ff3-8cd4-a430ab1909e6, hostable agents: ['248f8699-8ae1-4821-802a-c8c6bbf99ca2'], hosted agents: [] {{(pid=101323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:01:20.238416 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968ecdb-3b6a-4626-927f-e34617c05aa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b194629-d894-4b04-b1a2-3b37dd6ccfd4,revision_number=0']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:20.257992 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:20.266693 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:20.317932 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-621e3f7e-522f-4068-8c3a-aa479be582fb tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:20.320092 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-621e3f7e-522f-4068-8c3a-aa479be582fb tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/networks?id=27b7e674-c1b4-46df-b078-0f6e5b07b279 HTTP/1.1" status: 200  len: 812 time: 0.3245735
Jan 28 02:01:20.326260 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-90ec668d-1e32-4aef-8b2e-22e65545742e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:20.327972 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3968ecdb-3b6a-4626-927f-e34617c05aa3 admin admin] Network a9256d4f-0318-4ff3-8cd4-a430ab1909e6 is scheduled to be hosted by DHCP agent 248f8699-8ae1-4821-802a-c8c6bbf99ca2 with binding_index 1 {{(pid=101323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:01:20.339646 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-a5a84ac3-a496-4227-a185-62381200a0b2 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/quotas/e903984909674521a44fe37d95d94b8c HTTP/1.1" status: 200  len: 375 time: 0.0121343
Jan 28 02:01:20.347511 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756d541-7399-43c4-a895-e714831446b1 None None] Pushing event updated for resources: {'Port': ['ID=96065e34-b515-4020-8c7b-4ced860dceb0,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:20.382110 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3756d541-7399-43c4-a895-e714831446b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:20.382455 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3756d541-7399-43c4-a895-e714831446b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:20.382786 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3756d541-7399-43c4-a895-e714831446b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:20.383292 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3756d541-7399-43c4-a895-e714831446b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:20.383908 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3756d541-7399-43c4-a895-e714831446b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:20.384404 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3756d541-7399-43c4-a895-e714831446b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:20.384891 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3756d541-7399-43c4-a895-e714831446b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:20.388291 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-9d667c6a-aa05-4bc4-8dc6-8d76c0bc7bec tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e903984909674521a44fe37d95d94b8c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0422919
Jan 28 02:01:20.393634 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3756d541-7399-43c4-a895-e714831446b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:20.394222 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3756d541-7399-43c4-a895-e714831446b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:20.394731 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3756d541-7399-43c4-a895-e714831446b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:20.395214 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3756d541-7399-43c4-a895-e714831446b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:20.395693 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3756d541-7399-43c4-a895-e714831446b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3756d541-7399-43c4-a895-e714831446b1 None None] Tracked resource versions report:
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]: pushed versions:
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]: {   'AddressGroup': {'1.2'},
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:     'ConntrackHelper': {'1.0'},
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:     'Log': {'1.0'},
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:     'Network': {'1.1'},
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:     'Port': {'1.7'},
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:     'PortForwarding': {'1.2'},
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:     'QosPolicy': {'1.9'},
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:     'SecurityGroup': {'1.4'},
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:     'SecurityGroupRule': {'1.2'},
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:     'SubPort': {'1.0'},
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:     'Subnet': {'1.1'},
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:     'Trunk': {'1.1'}}
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]: consumer versions:
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]: {   DHCP agent@dv-cinder-824979-1-iscsi: {},
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:     HyperV agent@hv-cinder-82497: {},
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:     L3 agent@dv-cinder-824979-1-iscsi: {},
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:     Metadata agent@dv-cinder-824979-1-iscsi: {},
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:     Metering agent@dv-cinder-824979-1-iscsi: {},
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:     Open vSwitch agent@dv-cinder-824979-1-iscsi: {   'AddressGroup': '1.2',
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'ConntrackHelper': '1.0',
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'Log': '1.0',
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'Network': '1.1',
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'Port': '1.7',
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'PortForwarding': '1.2',
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'QosPolicy': '1.9',
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'SecurityGroup': '1.4',
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'SecurityGroupRule': '1.2',
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'SubPort': '1.0',
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'Subnet': '1.1',
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:                                                      'Trunk': '1.1'}}
Jan 28 02:01:20.410154 dv-cinder-824979-1-iscsi neutron-server[101325]:  {{(pid=101325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 28 02:01:20.417950 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] Attempting to bind port 96065e34-b515-4020-8c7b-4ced860dceb0 on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:01:20.419083 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] Attempting to bind port 96065e34-b515-4020-8c7b-4ced860dceb0 by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:01:20.419612 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] Attempting to bind port 96065e34-b515-4020-8c7b-4ced860dceb0 on network 77030b15-4317-4bc4-9693-f7afef5939e8 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:01:20.427096 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:01:20.428165 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] Checking segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:01:20.428729 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:20.429503 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] Bound using segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:01:20.430811 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] Bound port: 96065e34-b515-4020-8c7b-4ced860dceb0, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:01:20.431429 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:20.446813 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-3968ecdb-3b6a-4626-927f-e34617c05aa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824979-1-iscsi, a9256d4f-0318-4ff3-8cd4-a430ab1909e6) {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:01:20.458033 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2af2ad-42ae-4984-ad24-fa59af495b74 None None] Network a9256d4f-0318-4ff3-8cd4-a430ab1909e6 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:01:20.461130 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3968ecdb-3b6a-4626-927f-e34617c05aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:20.461633 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3968ecdb-3b6a-4626-927f-e34617c05aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:20.556032 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-3968ecdb-3b6a-4626-927f-e34617c05aa3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.4287932
Jan 28 02:01:20.611763 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] For port 96065e34-b515-4020-8c7b-4ced860dceb0, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:01:20.622572 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] For port 96065e34-b515-4020-8c7b-4ced860dceb0, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=96065e34-b515-4020-8c7b-4ced860dceb0,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:01:20.628959 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4f3cda84-b91e-42fb-85f4-cd1683f18105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:20.632970 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:20.801247 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] Routers {'fc263977-6e6b-4ede-aec5-fd5520a4da73'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:01:20.818187 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67faf742b0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:01:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['fc263977-6e6b-4ede-aec5-fd5520a4da73'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:20.861296 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6eefbb-53e7-441e-9b2a-3707d6c0dda4 None None] Network a9256d4f-0318-4ff3-8cd4-a430ab1909e6 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:01:20.863179 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a84c9bc-9704-4416-82ac-a406fc99f36f None None] Network 34615009-fca5-44cc-84b3-0752c6a7e426 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:01:20.885043 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 36780) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:20.896983 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-90ec668d-1e32-4aef-8b2e-22e65545742e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551287'] for router, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:20.974987 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] Set router fc263977-6e6b-4ede-aec5-fd5520a4da73 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:01:21.048403 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7bc5a38e-72c6-4c88-a6bf-5ebcc6ebc632 req-d5442ab1-9767-471d-8409-e056c7520b85 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 210 time: 0.2697656
Jan 28 02:01:21.091728 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-22846e59-3104-4e24-a56b-c58b57481ea5 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 02:01:21.092723 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-22846e59-3104-4e24-a56b-c58b57481ea5 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.5257072
Jan 28 02:01:21.116379 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5a0cb5-9cf3-43ec-a37e-d2ee7730908d admin admin] Deleting subnet 9a375480-e1eb-486a-b9c4-9c4f6a6540cf {{(pid=101322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:01:21.125845 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0cb5-9cf3-43ec-a37e-d2ee7730908d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:21.168245 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0cb5-9cf3-43ec-a37e-d2ee7730908d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:21.180858 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0cb5-9cf3-43ec-a37e-d2ee7730908d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717944'] for subnet, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:21.272650 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0cb5-9cf3-43ec-a37e-d2ee7730908d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for subnet, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:21.285062 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device a34ae27e-e862-479d-82ad-54fad710c3ca up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:01:21.308258 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 36796) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:21.331078 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0cb5-9cf3-43ec-a37e-d2ee7730908d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:21.338529 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-ee5a0cb5-9cf3-43ec-a37e-d2ee7730908d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9a375480-e1eb-486a-b9c4-9c4f6a6540cf HTTP/1.1" status: 204  len: 168 time: 0.4402022
Jan 28 02:01:21.342914 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 36800) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:21.351167 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-c2c91cc4-af76-4ec3-a517-c6f25b7a9e46 None None] Provisioning complete for port a34ae27e-e862-479d-82ad-54fad710c3ca triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:21.351896 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c2c91cc4-af76-4ec3-a517-c6f25b7a9e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:21.391890 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67faf742b0>, [{'id': 'fc263977-6e6b-4ede-aec5-fd5520a4da73', 'name': 'tempest-ServerRescueNegativeTestJSON-1965547420-router', 'tenant_id': 'a830c3a19c3740619ece0b4ca820490e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '96065e34-b515-4020-8c7b-4ced860dceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:14Z', 'updated_at': '2022-01-28T02:01:17Z', 'revision_number': 3, 'project_id': 'a830c3a19c3740619ece0b4ca820490e', 'gw_port': {'id': '96065e34-b515-4020-8c7b-4ced860dceb0', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc263977-6e6b-4ede-aec5-fd5520a4da73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:15Z', 'updated_at': '2022-01-28T02:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:21.396216 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756d541-7399-43c4-a895-e714831446b1 None None] Pushing event updated for resources: {'Port': ['ID=96065e34-b515-4020-8c7b-4ced860dceb0,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:21.396497 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a0cb5-9cf3-43ec-a37e-d2ee7730908d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a375480-e1eb-486a-b9c4-9c4f6a6540cf,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:21.482761 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce790657-8e7e-4be2-988e-2936cbef0500 None None] The sync data for ids ['fc263977-6e6b-4ede-aec5-fd5520a4da73'] in dv-cinder-824979-1-iscsi is: [{'id': 'fc263977-6e6b-4ede-aec5-fd5520a4da73', 'name': 'tempest-ServerRescueNegativeTestJSON-1965547420-router', 'tenant_id': 'a830c3a19c3740619ece0b4ca820490e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '96065e34-b515-4020-8c7b-4ced860dceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:14Z', 'updated_at': '2022-01-28T02:01:17Z', 'revision_number': 3, 'project_id': 'a830c3a19c3740619ece0b4ca820490e', 'gw_port': {'id': '96065e34-b515-4020-8c7b-4ced860dceb0', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc263977-6e6b-4ede-aec5-fd5520a4da73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:15Z', 'updated_at': '2022-01-28T02:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:01:21.496324 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3581231'] for network, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:21.510518 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ec668d-1e32-4aef-8b2e-22e65545742e admin admin] Router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 is scheduled to L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 with binding_index 1 {{(pid=101323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 28 02:01:21.529823 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-580faad8-2bcc-4a1d-b3ef-d1635dc9d262 service neutron] 10.222.0.77 "GET /v2.0/networks/27b7e674-c1b4-46df-b078-0f6e5b07b279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2811546
Jan 28 02:01:21.533942 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-fde87956-30d1-4982-a984-ad160aec450e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:21.556497 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_common [None req-4f3cda84-b91e-42fb-85f4-cd1683f18105 admin admin] Allocated IP 172.20.0.1 (69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f/fe3f8818-a239-4d13-b1cd-c34e6490de40/766a2953-2ade-4e16-a844-e60880754233) {{(pid=101322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:01:21.710336 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-4a72bf46-b7d9-4220-a522-fcaf48d0dbc4 service neutron] 10.222.0.77 "GET /v2.0/networks/27b7e674-c1b4-46df-b078-0f6e5b07b279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1791801
Jan 28 02:01:21.738913 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port a34ae27e-e862-479d-82ad-54fad710c3ca triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:21.738913 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:21.740585 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c2c91cc4-af76-4ec3-a517-c6f25b7a9e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:21.786155 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4f3cda84-b91e-42fb-85f4-cd1683f18105 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:21.806616 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-c2c91cc4-af76-4ec3-a517-c6f25b7a9e46 None None] For port a34ae27e-e862-479d-82ad-54fad710c3ca, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=a34ae27e-e862-479d-82ad-54fad710c3ca,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:01:21.838632 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c2c91cc4-af76-4ec3-a517-c6f25b7a9e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:21.872443 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4f3cda84-b91e-42fb-85f4-cd1683f18105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503'] for port, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:21.951407 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3718810', 'neutron.services.segments.db._delete_segments_for_network-8755292390849'] for network, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:21.966872 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c91cc4-af76-4ec3-a517-c6f25b7a9e46 None None] Pushing event updated for resources: {'Port': ['ID=a34ae27e-e862-479d-82ad-54fad710c3ca,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:21.998415 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3cda84-b91e-42fb-85f4-cd1683f18105 admin admin] Network 69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:01:21.999937 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cda84-b91e-42fb-85f4-cd1683f18105 admin admin] Pushing event updated for resources: {'Port': ['ID=766a2953-2ade-4e16-a844-e60880754233,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:22.003741 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-4f3cda84-b91e-42fb-85f4-cd1683f18105 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:01:22.005730 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3cda84-b91e-42fb-85f4-cd1683f18105 admin admin] Received port after_create {{(pid=101322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:01:22.006226 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4f3cda84-b91e-42fb-85f4-cd1683f18105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545034'] for router_interface, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:22.064403 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f67fac1d460>> segment before_delete 55550000 {{(pid=101323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:01:22.064952 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f67fac1d460>> subnet precommit_delete_associations 55550000 {{(pid=101323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:01:22.066260 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67fac1d610>> segment_host_mapping after_create 55550000 {{(pid=101323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:01:22.066819 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67fac1d610>> port after_create 55550000 {{(pid=101323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:01:22.067408 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67fac1d610>> port after_delete 55550000 {{(pid=101323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:01:22.067979 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67fac1d610>> port after_update 55550000 {{(pid=101323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:01:22.068540 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67fac1d610>> segment after_delete 55550000 {{(pid=101323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:01:22.069080 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67fac1d610>> subnet after_create 55550000 {{(pid=101323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:01:22.069615 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67fac1d610>> subnet after_delete 55550000 {{(pid=101323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:01:22.070392 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67fac1d610>> subnet after_update 55550000 {{(pid=101323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:01:22.091150 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-8787444a-a331-41c0-ab1d-d81f5d200ec9 None None] Provisioning complete for port a34ae27e-e862-479d-82ad-54fad710c3ca triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:22.091542 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8787444a-a331-41c0-ab1d-d81f5d200ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:22.306333 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-99ba277c-eb02-435b-9061-7622717ed50b req-45becb88-9f8b-423a-9a59-9a0d8e5e806a tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 210 time: 0.0683887
Jan 28 02:01:22.346797 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4f3cda84-b91e-42fb-85f4-cd1683f18105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:22.392636 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ff6b2cdf-4771-4c34-9310-c95d7ee6d10a req-72f3c762-565b-4685-8a6f-852b7422b711 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 210 time: 0.0468960
Jan 28 02:01:22.398241 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f67fa95b4c0>> subnet after_create 55550000 {{(pid=101323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:01:22.398782 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f67fa95b4c0>> subnet after_delete 55550000 {{(pid=101323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:01:22.398883 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f67fa95b4c0>> subnet before_create 55550000 {{(pid=101323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:01:22.399207 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f67fa95b4c0>> subnet before_update 55550000 {{(pid=101323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:01:22.400510 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67fac1d2e0>,) {'filters': {'network_id': ['5e259d25-f217-41ea-a1d6-3fc5961e8da6']}} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:22.434359 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ec668d-1e32-4aef-8b2e-22e65545742e admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:01:22.445064 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] Sync routers for ids ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:01:22.453626 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67fac1d2e0>, 'f26804c4-0dba-4827-8ae5-356225c6db64') {'for_net_delete': True} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:22.453968 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67fac1d2e0>, 'f26804c4-0dba-4827-8ae5-356225c6db64') {} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:22.457624 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] Routers {'5490b3e4-6ac7-48d5-9543-2513c054a8c5'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:01:22.458285 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fadf7790>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:01:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:22.478321 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755292456129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4290095770'] for segment, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:22.513053 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:22.521185 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-90ec668d-1e32-4aef-8b2e-22e65545742e admin admin] Notify callbacks [] for router, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:22.524925 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-90ec668d-1e32-4aef-8b2e-22e65545742e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 5.9573679
Jan 28 02:01:22.526558 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 36838) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:22.526777 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-fde87956-30d1-4982-a984-ad160aec450e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:22.531526 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=101323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:01:22.532533 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4290448811'] for segment, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:   from cryptography.utils import int_from_bytes
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:   from cryptography.utils import int_from_bytes
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]: Traceback (most recent call last):
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:     timer()
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:     cb(*args, **kw)
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:     return func(*args, **kwargs)
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:     self._notify()
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:     self.callback(batched_events)
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:     event.method(event)
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:     return f(self, *a, **k)
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._get(url).json()
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:01:22.536815 dv-cinder-824979-1-iscsi neutron-server[101323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:01:22.548590 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-fde87956-30d1-4982-a984-ad160aec450e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:22.617954 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] Set router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:01:22.674520 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde87956-30d1-4982-a984-ad160aec450e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11a296f-5d45-476f-80f1-781551f30ebe,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:22.681447 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-fde87956-30d1-4982-a984-ad160aec450e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bfedf965e926458dbf845176b89fc000&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3689508
Jan 28 02:01:22.689432 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 36842) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:22.752149 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3718785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551359'] for network, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:22.758208 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:22.761730 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5e259d25-f217-41ea-a1d6-3fc5961e8da6 HTTP/1.1" status: 204  len: 168 time: 1.4174352
Jan 28 02:01:22.769275 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 36846) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:22.784697 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b6855-9b28-4336-81d0-437a76b2b259 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e259d25-f217-41ea-a1d6-3fc5961e8da6,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:22.808102 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a6c05a9e-257a-4ad7-99bb-89887fae6001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:22.834598 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a6c05a9e-257a-4ad7-99bb-89887fae6001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:22.949473 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a6c05a9e-257a-4ad7-99bb-89887fae6001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:22.952325 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a6c05a9e-257a-4ad7-99bb-89887fae6001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:22.956873 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-a6c05a9e-257a-4ad7-99bb-89887fae6001 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b11a296f-5d45-476f-80f1-781551f30ebe HTTP/1.1" status: 204  len: 168 time: 0.2664626
Jan 28 02:01:22.967826 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c05a9e-257a-4ad7-99bb-89887fae6001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11a296f-5d45-476f-80f1-781551f30ebe,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:22.984709 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf155d7-13e3-4644-8be4-ce068e0e14a4 admin admin] Deleting subnet 2b194629-d894-4b04-b1a2-3b37dd6ccfd4 {{(pid=101322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:01:23.029381 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ebf155d7-13e3-4644-8be4-ce068e0e14a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:23.030718 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fadf7790>, [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:01:19Z', 'revision_number': 3, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port': {'id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:17Z', 'updated_at': '2022-01-28T02:01:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:23.108962 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] Checking router: 5490b3e4-6ac7-48d5-9543-2513c054a8c5 for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:01:23.109357 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] Updating router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 port 2e9c1d70-a114-4987-860c-849620c99f4a binding host dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:01:23.171302 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:23.202589 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 96065e34-b515-4020-8c7b-4ced860dceb0 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:01:23.208201 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ebf155d7-13e3-4644-8be4-ce068e0e14a4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:23.280016 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4f3cda84-b91e-42fb-85f4-cd1683f18105 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:23.282678 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ebf155d7-13e3-4644-8be4-ce068e0e14a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717944'] for subnet, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:23.313712 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4f3cda84-b91e-42fb-85f4-cd1683f18105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:23.315322 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4f3cda84-b91e-42fb-85f4-cd1683f18105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545206'] for router_interface, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:23.573014 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 36872) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:23.589729 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-98485bf4-aeea-4d38-ab15-80ee2c36c3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:23.610742 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 96065e34-b515-4020-8c7b-4ced860dceb0 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:23.611128 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:23.677860 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-87b54bc9-d463-4dc8-bac6-33fa495fc1a3 req-7fe7e30e-9fb4-4d4b-98e9-58dfbfdf15d0 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 210 time: 0.1101573
Jan 28 02:01:23.680371 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3cda84-b91e-42fb-85f4-cd1683f18105 admin admin] Network 69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:01:23.685950 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-91a37c2a-4724-400f-86e7-3f5fabd913db req-ce66f346-7006-4c2f-b1b3-b66d91e0b2b6 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 210 time: 0.1383140
Jan 28 02:01:23.702002 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-98485bf4-aeea-4d38-ab15-80ee2c36c3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:23.706833 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-4f3cda84-b91e-42fb-85f4-cd1683f18105 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:01:23.707910 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-98485bf4-aeea-4d38-ab15-80ee2c36c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:23.740832 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cda84-b91e-42fb-85f4-cd1683f18105 admin admin] Pushing event updated for resources: {'Port': ['ID=766a2953-2ade-4e16-a844-e60880754233,revision_number=2']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:23.761495 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-98485bf4-aeea-4d38-ab15-80ee2c36c3b3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7283e28ce75a459ebc56e88e03f56f76&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1870518
Jan 28 02:01:23.762351 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98485bf4-aeea-4d38-ab15-80ee2c36c3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5332eb-927e-4f9c-861b-5e688552d8c8,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:23.765208 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 36874) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:23.775395 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:23.790667 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ebf155d7-13e3-4644-8be4-ce068e0e14a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for subnet, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:23.821366 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-8359b1a3-5e5a-48c6-a33f-b88d1bbe05aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:23.841855 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] For port 96065e34-b515-4020-8c7b-4ced860dceb0, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=96065e34-b515-4020-8c7b-4ced860dceb0,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:01:23.845093 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-8359b1a3-5e5a-48c6-a33f-b88d1bbe05aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:23.851344 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:23.852181 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device a34ae27e-e862-479d-82ad-54fad710c3ca up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:01:23.874442 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf155d7-13e3-4644-8be4-ce068e0e14a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b194629-d894-4b04-b1a2-3b37dd6ccfd4,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:23.884170 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ebf155d7-13e3-4644-8be4-ce068e0e14a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:23.889981 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-ebf155d7-13e3-4644-8be4-ce068e0e14a4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2b194629-d894-4b04-b1a2-3b37dd6ccfd4 HTTP/1.1" status: 204  len: 168 time: 1.1174438
Jan 28 02:01:23.896853 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 36878) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:23.929009 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:23.968761 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:24.011388 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port a34ae27e-e862-479d-82ad-54fad710c3ca triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:24.014341 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:24.059785 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.82', 57339) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:24.102718 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Pushing event updated for resources: {'Port': ['ID=96065e34-b515-4020-8c7b-4ced860dceb0,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:24.141029 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-d4480b3e-b076-4077-9b6d-ac3c639a49ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3581231'] for network, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:24.178458 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3cda84-b91e-42fb-85f4-cd1683f18105 admin admin] Router fc263977-6e6b-4ede-aec5-fd5520a4da73 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:01:24.198701 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea786dfa-c570-4a3c-8888-671d836af630 None None] Pushing event updated for resources: {'Port': ['ID=2e9c1d70-a114-4987-860c-849620c99f4a,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:24.218563 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] Attempting to bind port 2e9c1d70-a114-4987-860c-849620c99f4a on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:01:24.219134 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] Attempting to bind port 2e9c1d70-a114-4987-860c-849620c99f4a by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:01:24.220342 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] Attempting to bind port 2e9c1d70-a114-4987-860c-849620c99f4a on network 77030b15-4317-4bc4-9693-f7afef5939e8 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:01:24.227466 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:01:24.228127 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] Checking segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:01:24.228882 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:24.229433 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] Bound using segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:01:24.230094 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] Bound port: 2e9c1d70-a114-4987-860c-849620c99f4a, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:01:24.231781 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:24.244067 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-8359b1a3-5e5a-48c6-a33f-b88d1bbe05aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:24.255029 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-8359b1a3-5e5a-48c6-a33f-b88d1bbe05aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:24.259362 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-8359b1a3-5e5a-48c6-a33f-b88d1bbe05aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cb5332eb-927e-4f9c-861b-5e688552d8c8 HTTP/1.1" status: 204  len: 168 time: 0.4905219
Jan 28 02:01:24.345607 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] For port 2e9c1d70-a114-4987-860c-849620c99f4a, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:01:24.353229 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] For port 2e9c1d70-a114-4987-860c-849620c99f4a, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=2e9c1d70-a114-4987-860c-849620c99f4a,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:01:24.365896 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:24.374248 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-d4480b3e-b076-4077-9b6d-ac3c639a49ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3718810', 'neutron.services.segments.db._delete_segments_for_network-8755292390849'] for network, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:24.409735 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-ccb8da0b-e104-45ef-9979-9b1cf09845e8 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:24.412081 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-ccb8da0b-e104-45ef-9979-9b1cf09845e8 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.82 "GET /v2.0/networks?id=a12a014d-4a71-408b-a943-054c73574ed9 HTTP/1.1" status: 200  len: 813 time: 0.3388224
Jan 28 02:01:24.433331 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] Routers {'5490b3e4-6ac7-48d5-9543-2513c054a8c5'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:01:24.434491 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fadf7790>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:01:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:24.469009 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3cda84-b91e-42fb-85f4-cd1683f18105 admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:01:24.476413 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-4f3cda84-b91e-42fb-85f4-cd1683f18105 admin admin] 10.222.0.77 "PUT /v2.0/routers/fc263977-6e6b-4ede-aec5-fd5520a4da73/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6674490
Jan 28 02:01:24.480664 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] Sync routers for ids ['fc263977-6e6b-4ede-aec5-fd5520a4da73'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:01:24.495386 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] Routers {'fc263977-6e6b-4ede-aec5-fd5520a4da73'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:01:24.496893 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fab02190>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:01:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['fc263977-6e6b-4ede-aec5-fd5520a4da73'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:24.514168 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359b1a3-5e5a-48c6-a33f-b88d1bbe05aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5332eb-927e-4f9c-861b-5e688552d8c8,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:24.514438 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea786dfa-c570-4a3c-8888-671d836af630 None None] Pushing event updated for resources: {'Port': ['ID=2e9c1d70-a114-4987-860c-849620c99f4a,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:24.524846 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-d4480b3e-b076-4077-9b6d-ac3c639a49ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67fafd5070>,) {'filters': {'network_id': ['a9256d4f-0318-4ff3-8cd4-a430ab1909e6']}} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:24.535822 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d0f10e74-d470-4278-acd7-2810c936e071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:24.558477 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-d4480b3e-b076-4077-9b6d-ac3c639a49ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67fafd5070>, 'dd2c4208-ba36-4355-aac5-a72eaaa1eb97') {'for_net_delete': True} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:24.559708 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-d4480b3e-b076-4077-9b6d-ac3c639a49ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67fafd5070>, 'dd2c4208-ba36-4355-aac5-a72eaaa1eb97') {} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:24.590248 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-d4480b3e-b076-4077-9b6d-ac3c639a49ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755292456129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4290095770'] for segment, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:24.651887 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-d4480b3e-b076-4077-9b6d-ac3c639a49ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:24.666400 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4480b3e-b076-4077-9b6d-ac3c639a49ea admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=101323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:01:24.667654 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-d4480b3e-b076-4077-9b6d-ac3c639a49ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4290448811'] for segment, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:24.699682 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] Set router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:01:24.760518 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-c033ceae-252a-4dc2-a802-193125d3c763 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Request body: {'port': {'device_id': '0c7e70ce-ff2e-4323-baec-1455763bb95f', 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9', 'admin_state_up': True, 'tenant_id': '6639261ee8ee46e0a4e3a01eb63b9ab4'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]: Traceback (most recent call last):
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:     timer()
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:     cb(*args, **kw)
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:     return func(*args, **kwargs)
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:     self._notify()
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:     self.callback(batched_events)
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:     event.method(event)
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:     return f(self, *a, **k)
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._get(url).json()
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:01:24.786917 dv-cinder-824979-1-iscsi neutron-server[101323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:01:24.876742 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-d4480b3e-b076-4077-9b6d-ac3c639a49ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3718785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551359'] for network, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:24.887380 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-d4480b3e-b076-4077-9b6d-ac3c639a49ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:24.904303 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-d4480b3e-b076-4077-9b6d-ac3c639a49ea admin admin] 10.222.0.77 "DELETE /v2.0/networks/a9256d4f-0318-4ff3-8cd4-a430ab1909e6 HTTP/1.1" status: 204  len: 168 time: 1.0058410
Jan 28 02:01:24.955425 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4480b3e-b076-4077-9b6d-ac3c639a49ea admin admin] Pushing event deleted for resources: {'Network': ['ID=a9256d4f-0318-4ff3-8cd4-a430ab1909e6,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:24.956376 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] Set router fc263977-6e6b-4ede-aec5-fd5520a4da73 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:01:24.981446 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.82', 57344) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:25.015987 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 96065e34-b515-4020-8c7b-4ced860dceb0 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:01:25.264852 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 96065e34-b515-4020-8c7b-4ced860dceb0 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:25.266498 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:25.338665 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fadf7790>, [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:01:19Z', 'revision_number': 3, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port': {'id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:17Z', 'updated_at': '2022-01-28T02:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:25.376147 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7693c52-d90f-4411-b502-6ff6b0796e83 None None] The sync data for ids ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'] in dv-cinder-824979-1-iscsi is: [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:01:19Z', 'revision_number': 3, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port': {'id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:17Z', 'updated_at': '2022-01-28T02:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:01:25.438714 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fab02190>, [{'id': 'fc263977-6e6b-4ede-aec5-fd5520a4da73', 'name': 'tempest-ServerRescueNegativeTestJSON-1965547420-router', 'tenant_id': 'a830c3a19c3740619ece0b4ca820490e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '96065e34-b515-4020-8c7b-4ced860dceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:14Z', 'updated_at': '2022-01-28T02:01:22Z', 'revision_number': 4, 'project_id': 'a830c3a19c3740619ece0b4ca820490e', 'gw_port': {'id': '96065e34-b515-4020-8c7b-4ced860dceb0', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc263977-6e6b-4ede-aec5-fd5520a4da73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:15Z', 'updated_at': '2022-01-28T02:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '766a2953-2ade-4e16-a844-e60880754233', 'name': '', 'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f', 'tenant_id': 'a830c3a19c3740619ece0b4ca820490e', 'mac_address': 'fa:16:3e:de:75:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc263977-6e6b-4ede-aec5-fd5520a4da73', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fe3f8818-a239-4d13-b1cd-c34e6490de40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:20Z', 'updated_at': '2022-01-28T02:01:22Z', 'revision_number': 2, 'project_id': 'a830c3a19c3740619ece0b4ca820490e', 'subnets': [{'id': 'fe3f8818-a239-4d13-b1cd-c34e6490de40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:25.473108 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2adf7fb4-b64b-4c09-8bf1-0af7f1d9cbf7 req-e55c7431-8e3c-4a24-8024-2055ed1ca7e8 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 210 time: 0.5364943
Jan 28 02:01:25.485883 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-25125153-8951-43d8-b9c3-0a58415aadc9 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:25.487900 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-25125153-8951-43d8-b9c3-0a58415aadc9 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.82 "GET /v2.0/networks?id=27b7e674-c1b4-46df-b078-0f6e5b07b279 HTTP/1.1" status: 200  len: 812 time: 0.5050225
Jan 28 02:01:25.489173 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 36960) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:25.496610 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9a276bb9-16c9-44a1-98d4-b2f372dc1d5e req-b06773b8-6562-42d5-936d-2c5dbf571aea tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 210 time: 0.5387444
Jan 28 02:01:25.525739 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] Checking router: fc263977-6e6b-4ede-aec5-fd5520a4da73 for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:01:25.528108 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] Updating router fc263977-6e6b-4ede-aec5-fd5520a4da73 port 766a2953-2ade-4e16-a844-e60880754233 binding host dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:01:25.593660 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-f97c3559-9d6a-41b5-a040-0126e062f5f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=352100bf8a044c2681a5fdf2303fc567&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1027074
Jan 28 02:01:25.597373 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 36966) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:25.605286 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:25.702947 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-451ed592-f4eb-4f45-81de-3de4e1c053d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:25.732747 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-451ed592-f4eb-4f45-81de-3de4e1c053d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:25.838059 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-451ed592-f4eb-4f45-81de-3de4e1c053d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:25.843813 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-451ed592-f4eb-4f45-81de-3de4e1c053d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:25.845689 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-451ed592-f4eb-4f45-81de-3de4e1c053d2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/979aef3d-f992-4bd4-b340-36bd6d5fc642 HTTP/1.1" status: 204  len: 168 time: 0.2473416
Jan 28 02:01:25.866043 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ed592-f4eb-4f45-81de-3de4e1c053d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979aef3d-f992-4bd4-b340-36bd6d5fc642,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:25.890387 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_common [None req-d0f10e74-d470-4278-acd7-2810c936e071 admin admin] Allocated IP 172.20.0.1 (34615009-fca5-44cc-84b3-0752c6a7e426/aba7715e-a82d-463d-8206-e0dca7c49061/6443a300-674c-47a2-a3b6-6ebb0e13651b) {{(pid=101322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:01:26.081729 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-c033ceae-252a-4dc2-a802-193125d3c763 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Made reservation on behalf of 6639261ee8ee46e0a4e3a01eb63b9ab4 for: {'port': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:01:26.088029 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-c033ceae-252a-4dc2-a802-193125d3c763 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:26.384074 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:26.392978 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:26.431123 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d0f10e74-d470-4278-acd7-2810c936e071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:26.457518 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c3542-7f9a-4c94-9133-b6c50f103458 None None] Pushing event updated for resources: {'Port': ['ID=766a2953-2ade-4e16-a844-e60880754233,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:26.548204 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] Attempting to bind port 766a2953-2ade-4e16-a844-e60880754233 on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:01:26.550068 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] Attempting to bind port 766a2953-2ade-4e16-a844-e60880754233 by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '17b807dd-4180-4db0-868c-9da3eb0b5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:01:26.550856 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] Attempting to bind port 766a2953-2ade-4e16-a844-e60880754233 on network 69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:01:26.561674 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:01:26.562842 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] Checking segment: {'id': '17b807dd-4180-4db0-868c-9da3eb0b5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:01:26.564270 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:26.564856 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] Bound using segment: {'id': '17b807dd-4180-4db0-868c-9da3eb0b5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:01:26.565556 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] Bound port: 766a2953-2ade-4e16-a844-e60880754233, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b807dd-4180-4db0-868c-9da3eb0b5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:01:26.574117 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:26.690309 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] For port 766a2953-2ade-4e16-a844-e60880754233, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:01:26.694406 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] For port 766a2953-2ade-4e16-a844-e60880754233, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=766a2953-2ade-4e16-a844-e60880754233,segment=NetworkSegment(17b807dd-4180-4db0-868c-9da3eb0b5806),segment_id=17b807dd-4180-4db0-868c-9da3eb0b5806)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:01:26.699828 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:26.704929 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d0f10e74-d470-4278-acd7-2810c936e071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503'] for port, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:26.762162 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c3542-7f9a-4c94-9133-b6c50f103458 None None] Pushing event updated for resources: {'Port': ['ID=766a2953-2ade-4e16-a844-e60880754233,revision_number=4']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:26.794014 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] Routers {'fc263977-6e6b-4ede-aec5-fd5520a4da73'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:01:26.794718 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fab02190>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:01:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['fc263977-6e6b-4ede-aec5-fd5520a4da73'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:26.809474 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b8bc75cd-d4eb-4da0-98e3-9f312dc70153 req-17611080-4483-4aa2-bd2d-d39e1c0f4d2a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 210 time: 0.1880190
Jan 28 02:01:26.889210 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f10e74-d470-4278-acd7-2810c936e071 admin admin] Pushing event updated for resources: {'Port': ['ID=6443a300-674c-47a2-a3b6-6ebb0e13651b,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:26.906941 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 37016) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:26.983208 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] Set router fc263977-6e6b-4ede-aec5-fd5520a4da73 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:01:27.012018 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f10e74-d470-4278-acd7-2810c936e071 admin admin] Network 34615009-fca5-44cc-84b3-0752c6a7e426 is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:01:27.012993 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-5c86e986-77e3-4290-85da-5cf98de8cb1e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dc7763d633c84178a5d77cb41251f5a3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1048229
Jan 28 02:01:27.013606 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 37020) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:27.070541 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6510a0d3-98d6-4b6d-b70c-80917af73a83 req-b8ebe05d-b28f-41fd-99bd-cf388422d686 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 210 time: 0.1155517
Jan 28 02:01:27.084264 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 2e9c1d70-a114-4987-860c-849620c99f4a up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:01:27.087022 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-d0f10e74-d470-4278-acd7-2810c936e071 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:01:27.112396 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-062723bb-a8ad-4e7a-a8e0-315de3f37c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:27.113552 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f10e74-d470-4278-acd7-2810c936e071 admin admin] Received port after_create {{(pid=101322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:01:27.123448 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d0f10e74-d470-4278-acd7-2810c936e071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545034'] for router_interface, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:27.152068 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-062723bb-a8ad-4e7a-a8e0-315de3f37c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:27.163724 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 2e9c1d70-a114-4987-860c-849620c99f4a triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:27.164513 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:27.208160 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_common [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-c033ceae-252a-4dc2-a802-193125d3c763 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Allocated IP 172.20.0.6 (a12a014d-4a71-408b-a943-054c73574ed9/458cc6c2-7388-45e4-bb6b-10c0e6fa544d/bdfdebab-1bce-49af-b683-2bf00d7f807c) {{(pid=101322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:01:27.271582 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-062723bb-a8ad-4e7a-a8e0-315de3f37c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:27.277080 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-062723bb-a8ad-4e7a-a8e0-315de3f37c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:27.279381 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-062723bb-a8ad-4e7a-a8e0-315de3f37c49 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4df8cc50-23bb-4d87-b0ac-b07de17cbaf9 HTTP/1.1" status: 204  len: 168 time: 0.2648201
Jan 28 02:01:27.300939 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062723bb-a8ad-4e7a-a8e0-315de3f37c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df8cc50-23bb-4d87-b0ac-b07de17cbaf9,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:27.302380 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-9ede58f2-986c-4e33-b1f9-9c1313d5c9ad tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:27.335157 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-9ede58f2-986c-4e33-b1f9-9c1313d5c9ad tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/networks?id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f HTTP/1.1" status: 200  len: 819 time: 0.9041741
Jan 28 02:01:27.418999 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fab02190>, [{'id': 'fc263977-6e6b-4ede-aec5-fd5520a4da73', 'name': 'tempest-ServerRescueNegativeTestJSON-1965547420-router', 'tenant_id': 'a830c3a19c3740619ece0b4ca820490e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '96065e34-b515-4020-8c7b-4ced860dceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:14Z', 'updated_at': '2022-01-28T02:01:22Z', 'revision_number': 4, 'project_id': 'a830c3a19c3740619ece0b4ca820490e', 'gw_port': {'id': '96065e34-b515-4020-8c7b-4ced860dceb0', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc263977-6e6b-4ede-aec5-fd5520a4da73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:15Z', 'updated_at': '2022-01-28T02:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '766a2953-2ade-4e16-a844-e60880754233', 'name': '', 'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f', 'tenant_id': 'a830c3a19c3740619ece0b4ca820490e', 'mac_address': 'fa:16:3e:de:75:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc263977-6e6b-4ede-aec5-fd5520a4da73', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fe3f8818-a239-4d13-b1cd-c34e6490de40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:20Z', 'updated_at': '2022-01-28T02:01:26Z', 'revision_number': 4, 'project_id': 'a830c3a19c3740619ece0b4ca820490e', 'subnets': [{'id': 'fe3f8818-a239-4d13-b1cd-c34e6490de40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:27.419752 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:27.456809 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] For port 2e9c1d70-a114-4987-860c-849620c99f4a, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=2e9c1d70-a114-4987-860c-849620c99f4a,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:01:27.463366 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:27.476495 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b0746d-0544-4928-8bf8-750e9a456fe4 None None] The sync data for ids ['fc263977-6e6b-4ede-aec5-fd5520a4da73'] in dv-cinder-824979-1-iscsi is: [{'id': 'fc263977-6e6b-4ede-aec5-fd5520a4da73', 'name': 'tempest-ServerRescueNegativeTestJSON-1965547420-router', 'tenant_id': 'a830c3a19c3740619ece0b4ca820490e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '96065e34-b515-4020-8c7b-4ced860dceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:14Z', 'updated_at': '2022-01-28T02:01:22Z', 'revision_number': 4, 'project_id': 'a830c3a19c3740619ece0b4ca820490e', 'gw_port': {'id': '96065e34-b515-4020-8c7b-4ced860dceb0', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc263977-6e6b-4ede-aec5-fd5520a4da73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:15Z', 'updated_at': '2022-01-28T02:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '766a2953-2ade-4e16-a844-e60880754233', 'name': '', 'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f', 'tenant_id': 'a830c3a19c3740619ece0b4ca820490e', 'mac_address': 'fa:16:3e:de:75:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc263977-6e6b-4ede-aec5-fd5520a4da73', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fe3f8818-a239-4d13-b1cd-c34e6490de40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:20Z', 'updated_at': '2022-01-28T02:01:26Z', 'revision_number': 4, 'project_id': 'a830c3a19c3740619ece0b4ca820490e', 'subnets': [{'id': 'fe3f8818-a239-4d13-b1cd-c34e6490de40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:01:27.487005 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-a791a4b3-e2d5-4970-899f-9bf4ad049dd7 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/quotas/a830c3a19c3740619ece0b4ca820490e HTTP/1.1" status: 200  len: 375 time: 0.1595089
Jan 28 02:01:27.543005 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Pushing event updated for resources: {'Port': ['ID=2e9c1d70-a114-4987-860c-849620c99f4a,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:27.620917 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-141cd4d0-82ca-4855-9a09-5f3088ba3f9c None None] Provisioning complete for port 6443a300-674c-47a2-a3b6-6ebb0e13651b triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:27.621601 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-141cd4d0-82ca-4855-9a09-5f3088ba3f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:27.688522 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-141cd4d0-82ca-4855-9a09-5f3088ba3f9c None None] Port 6443a300-674c-47a2-a3b6-6ebb0e13651b cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:01:27.707066 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d0f10e74-d470-4278-acd7-2810c936e071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:27.794663 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-edb4c2c2-62d6-418f-9589-c4e426cd404b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a830c3a19c3740619ece0b4ca820490e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2997246
Jan 28 02:01:27.974191 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-c033ceae-252a-4dc2-a802-193125d3c763 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks [] for port, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:28.008205 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c99a0539-7441-4bc7-8f8f-9be5d0d60d3f req-21f8891e-824e-4d01-a4a9-2585d7742dd2 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 210 time: 0.0804489
Jan 28 02:01:28.131608 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-a22ba497-8113-4420-9da9-9d844742f03f service neutron] 10.222.0.77 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3242252
Jan 28 02:01:28.134086 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d0f10e74-d470-4278-acd7-2810c936e071 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:28.136447 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-c033ceae-252a-4dc2-a802-193125d3c763 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503'] for port, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:28.186982 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d0f10e74-d470-4278-acd7-2810c936e071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:28.187771 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d0f10e74-d470-4278-acd7-2810c936e071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545206'] for router_interface, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:28.373515 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-db88b924-2bb5-442e-aa50-3dc61f65a505 req-927bc5e0-a290-4b86-b7e1-2a9fc0fc2ef6 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 210 time: 0.1390178
Jan 28 02:01:28.466409 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-c033ceae-252a-4dc2-a802-193125d3c763 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Network a12a014d-4a71-408b-a943-054c73574ed9 is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:01:28.500151 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033ceae-252a-4dc2-a802-193125d3c763 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Pushing event updated for resources: {'Port': ['ID=bdfdebab-1bce-49af-b683-2bf00d7f807c,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:28.516896 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-c033ceae-252a-4dc2-a802-193125d3c763 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:01:28.525288 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-c033ceae-252a-4dc2-a802-193125d3c763 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Received port after_create {{(pid=101322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:01:28.539360 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-c033ceae-252a-4dc2-a802-193125d3c763 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:28.540206 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-c033ceae-252a-4dc2-a802-193125d3c763 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for port, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:28.667163 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-e63df558-81f9-4817-acf4-d6e44e6b229c tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Request body: {'port': {'device_id': 'aaf2b320-c2a2-40d6-afca-73668bda7933', 'network_id': '27b7e674-c1b4-46df-b078-0f6e5b07b279', 'admin_state_up': True, 'tenant_id': 'e903984909674521a44fe37d95d94b8c'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:28.718583 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-c033ceae-252a-4dc2-a802-193125d3c763 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9715860
Jan 28 02:01:28.760006 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-22af5030-a59f-4b2b-b1c6-d782643a1113 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 02:01:28.783745 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-22af5030-a59f-4b2b-b1c6-d782643a1113 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0352767
Jan 28 02:01:28.792949 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-52768f84-ab80-45e6-b703-8e16521af697 service neutron] 10.222.0.77 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6502013
Jan 28 02:01:28.796263 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f10e74-d470-4278-acd7-2810c936e071 admin admin] Pushing event updated for resources: {'Port': ['ID=6443a300-674c-47a2-a3b6-6ebb0e13651b,revision_number=2']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:28.809640 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f10e74-d470-4278-acd7-2810c936e071 admin admin] Network 34615009-fca5-44cc-84b3-0752c6a7e426 is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:01:28.811614 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-d0f10e74-d470-4278-acd7-2810c936e071 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:01:29.281369 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 766a2953-2ade-4e16-a844-e60880754233 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:01:29.432990 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-e63df558-81f9-4817-acf4-d6e44e6b229c tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Made reservation on behalf of e903984909674521a44fe37d95d94b8c for: {'port': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:01:29.436960 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-e63df558-81f9-4817-acf4-d6e44e6b229c tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:29.490663 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-846e8b65-5466-4b19-be74-452f5b32d7b2 None None] Provisioning complete for port 6443a300-674c-47a2-a3b6-6ebb0e13651b triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:29.492146 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-846e8b65-5466-4b19-be74-452f5b32d7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:29.678339 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 766a2953-2ade-4e16-a844-e60880754233 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:29.679006 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:29.718376 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 37098) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:29.807730 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:29.850071 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-e63df558-81f9-4817-acf4-d6e44e6b229c tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Allocated IP 172.20.0.12 (27b7e674-c1b4-46df-b078-0f6e5b07b279/ba1814b3-32c1-49f9-aef2-918dffd38e7e/8221b17d-3386-4e97-a157-ca4c9071392b) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:01:29.903556 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] For port 766a2953-2ade-4e16-a844-e60880754233, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=766a2953-2ade-4e16-a844-e60880754233,segment=NetworkSegment(17b807dd-4180-4db0-868c-9da3eb0b5806),segment_id=17b807dd-4180-4db0-868c-9da3eb0b5806)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:01:29.905636 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-846e8b65-5466-4b19-be74-452f5b32d7b2 None None] Port 6443a300-674c-47a2-a3b6-6ebb0e13651b cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:01:29.933652 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:29.937587 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 2e9c1d70-a114-4987-860c-849620c99f4a up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:01:30.030116 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-89bb5494-2a26-4fbd-8889-789f787d207f req-3664282d-bbd2-4e04-8412-0d0f045cd748 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 210 time: 0.3149078
Jan 28 02:01:30.111716 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f10e74-d470-4278-acd7-2810c936e071 admin admin] Router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:01:30.148550 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5022d76-92fa-47aa-ad15-c8d68272451c req-eb78cd57-6808-4915-aeb8-7401b438612a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:30.161665 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a5022d76-92fa-47aa-ad15-c8d68272451c req-eb78cd57-6808-4915-aeb8-7401b438612a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 931 time: 0.4469066
Jan 28 02:01:30.177386 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Request body: {'port': {'device_id': '0c7e70ce-ff2e-4323-baec-1455763bb95f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:30.224725 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Pushing event updated for resources: {'Port': ['ID=766a2953-2ade-4e16-a844-e60880754233,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:30.233310 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-e63df558-81f9-4817-acf4-d6e44e6b229c tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:30.315239 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a8555435-19f7-4b04-a04b-6c121ad160db req-a4572079-67bf-4690-8465-2805b6ead9fa tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 210 time: 0.1495807
Jan 28 02:01:30.327547 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 2e9c1d70-a114-4987-860c-849620c99f4a triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:30.333951 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:30.361062 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-82bb61b3-8100-4634-a75d-4264d5272358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:30.429370 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:30.458870 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-e63df558-81f9-4817-acf4-d6e44e6b229c tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:30.490495 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a5022d76-92fa-47aa-ad15-c8d68272451c req-e5db8702-7bbe-44a1-95df-2a18e5485dc0 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3261375
Jan 28 02:01:30.707219 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-e63df558-81f9-4817-acf4-d6e44e6b229c tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Network 27b7e674-c1b4-46df-b078-0f6e5b07b279 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:01:30.715630 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-e63df558-81f9-4817-acf4-d6e44e6b229c tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:01:30.728358 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f10e74-d470-4278-acd7-2810c936e071 admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:01:30.729078 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-e63df558-81f9-4817-acf4-d6e44e6b229c tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:01:30.741484 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] Sync routers for ids ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:01:30.754682 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] Routers {'5490b3e4-6ac7-48d5-9543-2513c054a8c5'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:01:30.768634 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa75c5e0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:01:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:30.775532 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-d0f10e74-d470-4278-acd7-2810c936e071 admin admin] 10.222.0.77 "PUT /v2.0/routers/5490b3e4-6ac7-48d5-9543-2513c054a8c5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2475076
Jan 28 02:01:30.980297 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-51aa8fe8-bf59-4e17-aa0f-70d2fb54c9bc tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:30.981404 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63df558-81f9-4817-acf4-d6e44e6b229c tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Pushing event updated for resources: {'Port': ['ID=8221b17d-3386-4e97-a157-ca4c9071392b,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:30.995788 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-51aa8fe8-bf59-4e17-aa0f-70d2fb54c9bc tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/networks?id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f HTTP/1.1" status: 200  len: 819 time: 0.5217216
Jan 28 02:01:31.042070 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-e63df558-81f9-4817-acf4-d6e44e6b229c tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:31.044966 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-e63df558-81f9-4817-acf4-d6e44e6b229c tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:31.073635 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] Set router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:01:31.112941 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-e63df558-81f9-4817-acf4-d6e44e6b229c tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4506774
Jan 28 02:01:31.134665 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-29dbd30c-c1e4-470a-a6ff-1e3a141615c7 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/quotas/a830c3a19c3740619ece0b4ca820490e HTTP/1.1" status: 200  len: 375 time: 0.1367733
Jan 28 02:01:31.159891 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 766a2953-2ade-4e16-a844-e60880754233 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:01:31.298658 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-82bb61b3-8100-4634-a75d-4264d5272358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:31.320603 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-82bb61b3-8100-4634-a75d-4264d5272358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:31.389163 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-65ef9d5e-7f66-44de-a579-0cdf7f3c3119 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a830c3a19c3740619ece0b4ca820490e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2412329
Jan 28 02:01:31.399766 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-82bb61b3-8100-4634-a75d-4264d5272358 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ab60c914b24247b488de8ec2782a9c1c&name=default HTTP/1.1" status: 200  len: 2978 time: 1.6698372
Jan 28 02:01:31.402751 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 37186) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:31.415862 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb61b3-8100-4634-a75d-4264d5272358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501724f7-35db-4e2e-9366-e6eebe37deb6,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:31.499320 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdfdebab-1bce-49af-b683-2bf00d7f807c {{(pid=101322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:01:31.510433 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:31.546002 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.provisioning_blocks [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Transition to ACTIVE for port object bdfdebab-1bce-49af-b683-2bf00d7f807c will not be triggered until provisioned by entity L2. {{(pid=101322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:01:31.562264 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:31.565572 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-891efc0f-8944-475c-8ec5-1370c2f2a647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:31.575279 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ef76d2fa-d942-4976-9bba-7c9c8de60482 service neutron] 10.222.0.77 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688766
Jan 28 02:01:31.604304 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 766a2953-2ade-4e16-a844-e60880754233 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:31.604915 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:31.646756 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-891efc0f-8944-475c-8ec5-1370c2f2a647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:31.718751 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Pushing event updated for resources: {'Port': ['ID=bdfdebab-1bce-49af-b683-2bf00d7f807c,revision_number=2']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:31.780471 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-891efc0f-8944-475c-8ec5-1370c2f2a647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:31.784314 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-891efc0f-8944-475c-8ec5-1370c2f2a647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:31.791672 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-891efc0f-8944-475c-8ec5-1370c2f2a647 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/501724f7-35db-4e2e-9366-e6eebe37deb6 HTTP/1.1" status: 204  len: 168 time: 0.3836529
Jan 28 02:01:31.803506 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa75c5e0>, [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port': {'id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:17Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '6443a300-674c-47a2-a3b6-6ebb0e13651b', 'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'mac_address': 'fa:16:3e:3d:7e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:24Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 2, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'subnets': [{'id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:31.814681 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891efc0f-8944-475c-8ec5-1370c2f2a647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501724f7-35db-4e2e-9366-e6eebe37deb6,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:31.842514 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] Checking router: 5490b3e4-6ac7-48d5-9543-2513c054a8c5 for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:01:31.842959 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] Updating router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 port 6443a300-674c-47a2-a3b6-6ebb0e13651b binding host dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:01:31.879495 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:31.927151 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.managers [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Attempting to bind port bdfdebab-1bce-49af-b683-2bf00d7f807c on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:01:31.929398 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.managers [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Attempting to bind port bdfdebab-1bce-49af-b683-2bf00d7f807c by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '374283b2-2bd7-47c5-8ecc-11b670e17633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9'}] {{(pid=101322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:01:31.930453 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Attempting to bind port bdfdebab-1bce-49af-b683-2bf00d7f807c on network a12a014d-4a71-408b-a943-054c73574ed9 {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:01:31.951387 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Port bdfdebab-1bce-49af-b683-2bf00d7f807c on network a12a014d-4a71-408b-a943-054c73574ed9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:01:31.951762 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Attempting to bind port bdfdebab-1bce-49af-b683-2bf00d7f807c on network a12a014d-4a71-408b-a943-054c73574ed9 {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:01:31.962080 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-c11c237c-71c8-45fa-a6bb-7c52cd86c130 service neutron] 10.222.0.77 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3667984
Jan 28 02:01:31.962890 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:01:31.963285 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Checking segment: {'id': '374283b2-2bd7-47c5-8ecc-11b670e17633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:01:31.963890 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Bound using segment: {'id': '374283b2-2bd7-47c5-8ecc-11b670e17633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9'} {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:01:31.964296 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.managers [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Bound port: bdfdebab-1bce-49af-b683-2bf00d7f807c, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374283b2-2bd7-47c5-8ecc-11b670e17633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9'}}] {{(pid=101322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:01:31.964642 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:31.990265 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 37218) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:31.996493 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-94d0912b-6cc8-4181-9993-ba3ec56de329 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--181446349', 'description': 'tempest-description--359061484'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:32.065894 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-94d0912b-6cc8-4181-9993-ba3ec56de329 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.068824 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.db [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] For port bdfdebab-1bce-49af-b683-2bf00d7f807c, host hv-cinder-82497, cleared binding levels {{(pid=101322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:01:32.074515 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.db [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] For port bdfdebab-1bce-49af-b683-2bf00d7f807c, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=bdfdebab-1bce-49af-b683-2bf00d7f807c,segment=NetworkSegment(374283b2-2bd7-47c5-8ecc-11b670e17633),segment_id=374283b2-2bd7-47c5-8ecc-11b670e17633)] {{(pid=101322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:01:32.082644 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.118777 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 37220) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:32.185198 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:32.188890 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for port, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.191321 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] 10.222.0.82 "PUT /v2.0/ports/bdfdebab-1bce-49af-b683-2bf00d7f807c HTTP/1.1" status: 200  len: 1093 time: 2.4717577
Jan 28 02:01:32.195853 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7e70ce-ff2e-4323-baec-1455763bb95f', 'tag': 'bdfdebab-1bce-49af-b683-2bf00d7f807c'}] {{(pid=101322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:01:32.243921 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-94d0912b-6cc8-4181-9993-ba3ec56de329 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.256719 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-94d0912b-6cc8-4181-9993-ba3ec56de329 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.304943 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-94d0912b-6cc8-4181-9993-ba3ec56de329 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.306226 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-94d0912b-6cc8-4181-9993-ba3ec56de329 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3138020
Jan 28 02:01:32.325565 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 37228) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:32.336651 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-2d98d0db-85ad-4b7d-967c-64dc04665ca3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Request body: {'security_group_rule': {'security_group_id': '40e8e25f-7071-426c-9ef1-488ca35468b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:32.353647 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.361097 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.364390 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0912b-6cc8-4181-9993-ba3ec56de329 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e8e25f-7071-426c-9ef1-488ca35468b1,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:32.426178 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 37234) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:32.450859 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-14a7d16c-40cf-47db-90eb-2f73d554b013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.492437 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfd6b6-225c-404e-8b53-f498e05f4e1a None None] Pushing event updated for resources: {'Port': ['ID=6443a300-674c-47a2-a3b6-6ebb0e13651b,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:32.496090 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120c5d1-5206-475d-90ed-ee33de86ae21 service neutron] Pushing event updated for resources: {'Port': ['ID=bdfdebab-1bce-49af-b683-2bf00d7f807c,revision_number=3']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:32.506919 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-872598e8-8bc0-4b12-8823-c2dd924b1e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.530439 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] Attempting to bind port 6443a300-674c-47a2-a3b6-6ebb0e13651b on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:01:32.530857 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] Attempting to bind port 6443a300-674c-47a2-a3b6-6ebb0e13651b by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '6b56da7a-fdd6-4ef9-9a49-3326eb688061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:01:32.531544 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659195b-84bd-47cc-b112-5829ef08cef2 req-09069cf8-3c69-4c62-95a7-78ff729b0d73 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:32.532048 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] Attempting to bind port 6443a300-674c-47a2-a3b6-6ebb0e13651b on network 34615009-fca5-44cc-84b3-0752c6a7e426 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:01:32.539352 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:01:32.540301 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] Checking segment: {'id': '6b56da7a-fdd6-4ef9-9a49-3326eb688061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:01:32.540997 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.541549 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] Bound using segment: {'id': '6b56da7a-fdd6-4ef9-9a49-3326eb688061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:01:32.542298 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] Bound port: 6443a300-674c-47a2-a3b6-6ebb0e13651b, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b56da7a-fdd6-4ef9-9a49-3326eb688061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:01:32.543063 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.543180 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2659195b-84bd-47cc-b112-5829ef08cef2 req-09069cf8-3c69-4c62-95a7-78ff729b0d73 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 932 time: 0.4424512
Jan 28 02:01:32.548805 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2d98d0db-85ad-4b7d-967c-64dc04665ca3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.587952 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0378fac-111a-490e-bf27-d1454e72af78 req-901f2424-1e39-4b0b-8523-d709303f58bf tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:32.605849 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b0378fac-111a-490e-bf27-d1454e72af78 req-901f2424-1e39-4b0b-8523-d709303f58bf tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 943 time: 0.2401562
Jan 28 02:01:32.617071 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22e9aba1f3ae753be8f095bd4de5bd58f45f4f40cfe68f6f18584bec835fbd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d774baf-fc57-4909-b163-3d576d8372da" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7e70ce-ff2e-4323-baec-1455763bb95f", "tag": "bdfdebab-1bce-49af-b683-2bf00d7f807c"}]}' {{(pid=101322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:01:32.651049 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2659195b-84bd-47cc-b112-5829ef08cef2 req-5f5e00e9-bedd-4b32-ba5c-73cf067c9ace tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070657
Jan 28 02:01:32.693128 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] For port 6443a300-674c-47a2-a3b6-6ebb0e13651b, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:01:32.703918 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] For port 6443a300-674c-47a2-a3b6-6ebb0e13651b, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=6443a300-674c-47a2-a3b6-6ebb0e13651b,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:01:32.709923 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b0378fac-111a-490e-bf27-d1454e72af78 req-4d179dc9-f5ab-4594-8907-88eda33ed87a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820062
Jan 28 02:01:32.720688 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.761799 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2d98d0db-85ad-4b7d-967c-64dc04665ca3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.765915 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-14a7d16c-40cf-47db-90eb-2f73d554b013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.773792 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2d98d0db-85ad-4b7d-967c-64dc04665ca3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.777222 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-674bd96e-1e7b-4b8e-b44e-12e261bc4470 req-52c39bc3-5307-4860-8409-e0b0a142b122 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 210 time: 0.0407975
Jan 28 02:01:32.799529 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-14a7d16c-40cf-47db-90eb-2f73d554b013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.817485 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-872598e8-8bc0-4b12-8823-c2dd924b1e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.826471 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98d0db-85ad-4b7d-967c-64dc04665ca3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6713fda5-0d71-4347-a4f7-2baf0f97e542,revision_number=0']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:32.832236 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfd6b6-225c-404e-8b53-f498e05f4e1a None None] Pushing event updated for resources: {'Port': ['ID=6443a300-674c-47a2-a3b6-6ebb0e13651b,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:32.837778 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-872598e8-8bc0-4b12-8823-c2dd924b1e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.850467 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2d98d0db-85ad-4b7d-967c-64dc04665ca3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.852361 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-2d98d0db-85ad-4b7d-967c-64dc04665ca3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5256352
Jan 28 02:01:32.855238 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 37250) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:32.862051 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-8279b0f5-4394-43ba-b8ae-fbaba0ef2563 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Request body: {'security_group_rule': {'security_group_id': '40e8e25f-7071-426c-9ef1-488ca35468b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:32.863232 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-ee9b2126-13d7-4921-9f6e-18a36688f355 None None] Provisioning complete for port 6443a300-674c-47a2-a3b6-6ebb0e13651b triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:32.863614 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2126-13d7-4921-9f6e-18a36688f355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:32.916599 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 37254) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:32.917552 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] Routers {'5490b3e4-6ac7-48d5-9543-2513c054a8c5'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:01:32.917660 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-14a7d16c-40cf-47db-90eb-2f73d554b013 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e06d4c910d844c94b84133c57ad3b5bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7955906
Jan 28 02:01:32.918223 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa75c5e0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:01:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:32.927889 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-872598e8-8bc0-4b12-8823-c2dd924b1e86 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=769fa4f3df2a40eb97720f90e6349c52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4557371
Jan 28 02:01:32.929957 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e845b19-7014-4f3e-9317-d9c67bb5ab5c x-openstack-request-id: req-1e845b19-7014-4f3e-9317-d9c67bb5ab5c {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:01:32.930382 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7e70ce-ff2e-4323-baec-1455763bb95f", "tag": "bdfdebab-1bce-49af-b683-2bf00d7f807c", "status": "completed", "code": 200}]} {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:01:32.930722 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1e845b19-7014-4f3e-9317-d9c67bb5ab5c {{(pid=101322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:01:32.931327 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7e70ce-ff2e-4323-baec-1455763bb95f', 'tag': 'bdfdebab-1bce-49af-b683-2bf00d7f807c', 'status': 'completed', 'code': 200}
Jan 28 02:01:32.931522 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 37256) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:32.947841 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8279b0f5-4394-43ba-b8ae-fbaba0ef2563 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:33.029281 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7d16c-40cf-47db-90eb-2f73d554b013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81018d24-f521-4f47-a588-003d051cd5bc,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:33.054798 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] Set router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:01:33.066677 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-b050c889-980d-460e-a445-4d25f5c121fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:33.069825 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8279b0f5-4394-43ba-b8ae-fbaba0ef2563 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:33.077311 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bb9b798f-f01f-4075-be98-88e955c1259b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:33.080482 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8279b0f5-4394-43ba-b8ae-fbaba0ef2563 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:33.091117 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872598e8-8bc0-4b12-8823-c2dd924b1e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69e5f2e-aedd-4357-a1bf-42c5f050189a,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:33.104474 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bb9b798f-f01f-4075-be98-88e955c1259b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:33.115895 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-b050c889-980d-460e-a445-4d25f5c121fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:33.124163 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8279b0f5-4394-43ba-b8ae-fbaba0ef2563 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:33.125518 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-8279b0f5-4394-43ba-b8ae-fbaba0ef2563 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2691777
Jan 28 02:01:33.126435 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279b0f5-4394-43ba-b8ae-fbaba0ef2563 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bedf59f-8081-4339-b900-21749cf2c29a,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:33.130253 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 37262) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:33.138444 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-820856cf-1499-44c3-8bbc-574c15aa71d8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Request body: {'floatingip': {'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:33.154103 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bb9b798f-f01f-4075-be98-88e955c1259b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:33.157173 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bb9b798f-f01f-4075-be98-88e955c1259b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:33.158519 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-bb9b798f-f01f-4075-be98-88e955c1259b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b69e5f2e-aedd-4357-a1bf-42c5f050189a HTTP/1.1" status: 204  len: 168 time: 0.2258008
Jan 28 02:01:33.168154 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b798f-f01f-4075-be98-88e955c1259b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69e5f2e-aedd-4357-a1bf-42c5f050189a,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:33.195776 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-820856cf-1499-44c3-8bbc-574c15aa71d8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for floatingip, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:33.245534 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:01:33.296569 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2126-13d7-4921-9f6e-18a36688f355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:33.353958 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-ee9b2126-13d7-4921-9f6e-18a36688f355 None None] For port 6443a300-674c-47a2-a3b6-6ebb0e13651b, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=6443a300-674c-47a2-a3b6-6ebb0e13651b,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:01:33.361650 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2126-13d7-4921-9f6e-18a36688f355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:33.405663 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa75c5e0>, [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port': {'id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:17Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '6443a300-674c-47a2-a3b6-6ebb0e13651b', 'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'mac_address': 'fa:16:3e:3d:7e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:24Z', 'updated_at': '2022-01-28T02:01:32Z', 'revision_number': 4, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'subnets': [{'id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:01:33.410474 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-b050c889-980d-460e-a445-4d25f5c121fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:33.412960 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-b050c889-980d-460e-a445-4d25f5c121fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:33.416811 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-b050c889-980d-460e-a445-4d25f5c121fb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/81018d24-f521-4f47-a588-003d051cd5bc HTTP/1.1" status: 204  len: 168 time: 0.4987512
Jan 28 02:01:33.436578 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050c889-980d-460e-a445-4d25f5c121fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81018d24-f521-4f47-a588-003d051cd5bc,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:33.442951 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b19eacd-1588-4fe5-b374-a0d23886e0b6 None None] The sync data for ids ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'] in dv-cinder-824979-1-iscsi is: [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port': {'id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:17Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '6443a300-674c-47a2-a3b6-6ebb0e13651b', 'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'mac_address': 'fa:16:3e:3d:7e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:24Z', 'updated_at': '2022-01-28T02:01:32Z', 'revision_number': 4, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'subnets': [{'id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:01:33.444582 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b2126-13d7-4921-9f6e-18a36688f355 None None] Pushing event updated for resources: {'Port': ['ID=6443a300-674c-47a2-a3b6-6ebb0e13651b,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:33.485216 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-f33bd6dd-c041-4713-982e-ee3ae48e13e2 None None] Provisioning complete for port 6443a300-674c-47a2-a3b6-6ebb0e13651b triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:33.485579 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f33bd6dd-c041-4713-982e-ee3ae48e13e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:33.533416 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-820856cf-1499-44c3-8bbc-574c15aa71d8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:33.777046 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_common [None req-820856cf-1499-44c3-8bbc-574c15aa71d8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Allocated IP 172.27.3.125 (77030b15-4317-4bc4-9693-f7afef5939e8/a10a135b-d338-4414-a2fc-bd26c83c352b/f1617254-3bfd-4b76-b7b3-9a8bb87c6589) {{(pid=101322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:01:34.001263 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 37288) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:34.022883 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-06dbb4d4-00dd-4a1f-8521-d0a9f86df4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:34.120920 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29723c30-cead-4184-9dea-5ce7fb406558 req-2414b697-89bf-430b-a8fc-d5b3ef4399cb tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:34.127270 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-29723c30-cead-4184-9dea-5ce7fb406558 req-2414b697-89bf-430b-a8fc-d5b3ef4399cb tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 932 time: 0.3134212
Jan 28 02:01:34.242306 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe801b-fdab-4daf-9e28-b7d88932a34a req-8094ed77-fe96-46b2-9e98-3e5e4e391fde tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:34.244659 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c8fe801b-fdab-4daf-9e28-b7d88932a34a req-8094ed77-fe96-46b2-9e98-3e5e4e391fde tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 943 time: 0.3529549
Jan 28 02:01:34.326690 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-820856cf-1499-44c3-8bbc-574c15aa71d8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for port, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:34.395602 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-06dbb4d4-00dd-4a1f-8521-d0a9f86df4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:34.403856 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-06dbb4d4-00dd-4a1f-8521-d0a9f86df4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:34.453525 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbb4d4-00dd-4a1f-8521-d0a9f86df4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607025e1-74c0-4d2d-9382-41a935fe8380,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:34.454415 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-29723c30-cead-4184-9dea-5ce7fb406558 req-1128a48a-6874-47ca-a427-12126f60b55d tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3007026
Jan 28 02:01:34.478576 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-06dbb4d4-00dd-4a1f-8521-d0a9f86df4e3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=07bd8061b5474acfb9b7df30ba52cb79&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4759531
Jan 28 02:01:34.480792 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 37298) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:34.487927 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-820856cf-1499-44c3-8bbc-574c15aa71d8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503'] for port, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:34.570234 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-9f55ba9d-e4df-4604-a2e9-dde1328ff5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:34.575069 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c8fe801b-fdab-4daf-9e28-b7d88932a34a req-e35f70c1-9810-43db-b2b1-b618e3cc984a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672759
Jan 28 02:01:34.599474 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820856cf-1499-44c3-8bbc-574c15aa71d8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Network 77030b15-4317-4bc4-9693-f7afef5939e8 is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:01:34.603235 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-820856cf-1499-44c3-8bbc-574c15aa71d8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:01:34.606263 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820856cf-1499-44c3-8bbc-574c15aa71d8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Received port after_create {{(pid=101322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:01:34.615593 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-9f55ba9d-e4df-4604-a2e9-dde1328ff5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:34.645157 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820856cf-1499-44c3-8bbc-574c15aa71d8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Pushing event updated for resources: {'Port': ['ID=f1617254-3bfd-4b76-b7b3-9a8bb87c6589,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:34.709346 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Request body: {'port': {'device_id': 'aaf2b320-c2a2-40d6-afca-73668bda7933', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:34.717503 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4e26b8ee-f127-4ddc-bfb1-30afd1024211 req-4b614a1d-9531-425d-97b9-a8762f385a41 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 210 time: 0.0769782
Jan 28 02:01:34.824695 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-820856cf-1499-44c3-8bbc-574c15aa71d8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:34.889240 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-9f55ba9d-e4df-4604-a2e9-dde1328ff5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:34.902398 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-9f55ba9d-e4df-4604-a2e9-dde1328ff5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:34.915908 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-9f55ba9d-e4df-4604-a2e9-dde1328ff5a4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/607025e1-74c0-4d2d-9382-41a935fe8380 HTTP/1.1" status: 204  len: 168 time: 0.4296298
Jan 28 02:01:35.032135 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55ba9d-e4df-4604-a2e9-dde1328ff5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607025e1-74c0-4d2d-9382-41a935fe8380,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:35.055466 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:35.077146 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-e62a7137-c2a0-44fb-b762-2634774f6651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:35.084558 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-e62a7137-c2a0-44fb-b762-2634774f6651 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6639261ee8ee46e0a4e3a01eb63b9ab4&device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 1096 time: 0.3276148
Jan 28 02:01:35.097363 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-820856cf-1499-44c3-8bbc-574c15aa71d8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:35.184580 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 6443a300-674c-47a2-a3b6-6ebb0e13651b up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:01:35.361285 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.82', 57357) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:35.386520 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 6443a300-674c-47a2-a3b6-6ebb0e13651b triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:35.388360 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:35.535666 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-16777952-c148-4715-9fbc-348b7b3843af service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdfdebab-1bce-49af-b683-2bf00d7f807c HTTP/1.1" status: 200  len: 217 time: 0.2791562
Jan 28 02:01:36.123253 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-5c7959b9-351c-4669-88d8-8d8c3d8b66c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:36.123501 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8221b17d-3386-4e97-a157-ca4c9071392b {{(pid=101323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:01:36.130541 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-5c7959b9-351c-4669-88d8-8d8c3d8b66c2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=458cc6c2-7388-45e4-bb6b-10c0e6fa544d HTTP/1.1" status: 200  len: 853 time: 0.5822425
Jan 28 02:01:36.144352 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:36.198930 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.provisioning_blocks [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Transition to ACTIVE for port object 8221b17d-3386-4e97-a157-ca4c9071392b will not be triggered until provisioned by entity L2. {{(pid=101323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:01:36.202128 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.82', 57360) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:36.227146 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:36.325110 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-12bdf65f-0d6a-44d5-9092-a86898a79fde service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a12a014d-4a71-408b-a943-054c73574ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1576037
Jan 28 02:01:36.358704 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867cddd-eb07-4b18-9331-665fc56fa63b req-c324e34e-149a-4d7c-b75c-92eea63e2855 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:36.371363 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f867cddd-eb07-4b18-9331-665fc56fa63b req-c324e34e-149a-4d7c-b75c-92eea63e2855 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 943 time: 0.4861562
Jan 28 02:01:36.390258 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d145-8fb3-45bd-92d2-58aef33eb3a3 req-c7f29423-9a4c-4443-a1ee-2fb48a2d98f8 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:36.405493 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4e89d145-8fb3-45bd-92d2-58aef33eb3a3 req-c7f29423-9a4c-4443-a1ee-2fb48a2d98f8 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 932 time: 0.6714563
Jan 28 02:01:36.528086 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-713e7104-bfd2-4cfb-8f80-2be84b7b6e0d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:36.529702 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-713e7104-bfd2-4cfb-8f80-2be84b7b6e0d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.82 "GET /v2.0/networks?id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f HTTP/1.1" status: 200  len: 819 time: 1.1597910
Jan 28 02:01:36.640039 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-a64c4b92-54b6-4117-8259-644575292772 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Request body: {'port': {'device_id': '706d03a1-cf66-4cdb-8271-bb94ca669ad7', 'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f', 'admin_state_up': True, 'tenant_id': 'a830c3a19c3740619ece0b4ca820490e'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:36.673494 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4e89d145-8fb3-45bd-92d2-58aef33eb3a3 req-a0d5a07e-be03-449d-8e5f-293c9fb95f0b tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2667527
Jan 28 02:01:36.717611 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f867cddd-eb07-4b18-9331-665fc56fa63b req-316c1e82-6784-4024-b9ad-46931149f9dc tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3438644
Jan 28 02:01:36.722766 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-820856cf-1499-44c3-8bbc-574c15aa71d8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for port, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:36.756361 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-820856cf-1499-44c3-8bbc-574c15aa71d8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:36.777220 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Pushing event updated for resources: {'Port': ['ID=8221b17d-3386-4e97-a157-ca4c9071392b,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:36.822040 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-a64c4b92-54b6-4117-8259-644575292772 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Made reservation on behalf of a830c3a19c3740619ece0b4ca820490e for: {'port': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:01:36.825702 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-a64c4b92-54b6-4117-8259-644575292772 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:36.847266 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-820856cf-1499-44c3-8bbc-574c15aa71d8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551309'] for floatingip, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:36.946332 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-82940756-7430-4153-aa45-4a55c08e28ed req-896a98a0-82fa-4130-8b43-8c838a70a3d4 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 210 time: 0.0912156
Jan 28 02:01:36.957716 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-820856cf-1499-44c3-8bbc-574c15aa71d8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:36.959447 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-820856cf-1499-44c3-8bbc-574c15aa71d8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.8267426
Jan 28 02:01:36.983187 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-a64c4b92-54b6-4117-8259-644575292772 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Allocated IP 172.20.0.4 (69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f/fe3f8818-a239-4d13-b1cd-c34e6490de40/37e6d8f1-ff0f-4f83-801f-3e5eb74019e6) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:01:36.987508 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-9bc99d53-1738-46a6-8ce9-370ca260746c service neutron] 10.222.0.82 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5519013
Jan 28 02:01:36.991655 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820856cf-1499-44c3-8bbc-574c15aa71d8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Pushing event updated for resources: {'Port': ['ID=f1617254-3bfd-4b76-b7b3-9a8bb87c6589,revision_number=2']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:37.155333 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eebf427b-f267-4b24-a7af-cfe3979a07d1 req-949941dd-51b1-46f1-84a5-abb4a1339503 service neutron] 10.222.0.82 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1530328
Jan 28 02:01:37.161668 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-8e8275a8-e2c8-4af3-974a-749e4de2ce84 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:37.163801 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-8e8275a8-e2c8-4af3-974a-749e4de2ce84 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.82 "GET /v2.0/networks?id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f HTTP/1.1" status: 200  len: 819 time: 0.9344511
Jan 28 02:01:37.168990 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Attempting to bind port 8221b17d-3386-4e97-a157-ca4c9071392b on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:01:37.169512 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Attempting to bind port 8221b17d-3386-4e97-a157-ca4c9071392b by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': 'a75b17f3-9fe9-4215-9ea9-6888b49dd772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '27b7e674-c1b4-46df-b078-0f6e5b07b279'}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:01:37.170188 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Attempting to bind port 8221b17d-3386-4e97-a157-ca4c9071392b on network 27b7e674-c1b4-46df-b078-0f6e5b07b279 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:01:37.181375 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Port 8221b17d-3386-4e97-a157-ca4c9071392b on network 27b7e674-c1b4-46df-b078-0f6e5b07b279 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:01:37.181980 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Attempting to bind port 8221b17d-3386-4e97-a157-ca4c9071392b on network 27b7e674-c1b4-46df-b078-0f6e5b07b279 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:01:37.205373 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:01:37.205896 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Checking segment: {'id': 'a75b17f3-9fe9-4215-9ea9-6888b49dd772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '27b7e674-c1b4-46df-b078-0f6e5b07b279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:01:37.206416 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Bound using segment: {'id': 'a75b17f3-9fe9-4215-9ea9-6888b49dd772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '27b7e674-c1b4-46df-b078-0f6e5b07b279'} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:01:37.206907 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Bound port: 8221b17d-3386-4e97-a157-ca4c9071392b, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75b17f3-9fe9-4215-9ea9-6888b49dd772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '27b7e674-c1b4-46df-b078-0f6e5b07b279'}}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:01:37.207289 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:37.258417 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-875e0c00-198c-461b-8ce1-9e101ac8c3f9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Request body: {'port': {'device_id': 'c8d62c44-4ca6-4d5a-bd60-2f5e9e821199', 'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f', 'admin_state_up': True, 'tenant_id': 'a830c3a19c3740619ece0b4ca820490e'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:37.341166 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-a64c4b92-54b6-4117-8259-644575292772 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:37.421714 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-9f1a6182-b12c-4743-8772-e1107c133235 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--181446349&fields=id&tenant_id=578fc5bd64da4dcdbff2e317361168ec HTTP/1.1" status: 200  len: 267 time: 0.0752778
Jan 28 02:01:37.464952 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] For port 8221b17d-3386-4e97-a157-ca4c9071392b, host hv-cinder-82497, cleared binding levels {{(pid=101323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:01:37.476728 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] For port 8221b17d-3386-4e97-a157-ca4c9071392b, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=8221b17d-3386-4e97-a157-ca4c9071392b,segment=NetworkSegment(a75b17f3-9fe9-4215-9ea9-6888b49dd772),segment_id=a75b17f3-9fe9-4215-9ea9-6888b49dd772)] {{(pid=101323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:01:37.508847 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:37.684483 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-51e4ab56-a97f-48c1-94ce-e63004a2ab15 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:37.694252 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:37.702208 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-51e4ab56-a97f-48c1-94ce-e63004a2ab15 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/networks?id=34615009-fca5-44cc-84b3-0752c6a7e426 HTTP/1.1" status: 200  len: 817 time: 0.2785642
Jan 28 02:01:37.712495 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:37.714016 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] 10.222.0.82 "PUT /v2.0/ports/8221b17d-3386-4e97-a157-ca4c9071392b HTTP/1.1" status: 200  len: 1094 time: 3.0228233
Jan 28 02:01:37.714719 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf2b320-c2a2-40d6-afca-73668bda7933', 'tag': '8221b17d-3386-4e97-a157-ca4c9071392b'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:01:37.730526 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-8c48dc21-1a79-4091-a7e0-2317b990d71a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/quotas/578fc5bd64da4dcdbff2e317361168ec HTTP/1.1" status: 200  len: 375 time: 0.0271506
Jan 28 02:01:37.807751 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-a64c4b92-54b6-4117-8259-644575292772 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:37.891188 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd6565-b521-4538-b272-8e832041f067 service neutron] Pushing event updated for resources: {'Port': ['ID=8221b17d-3386-4e97-a157-ca4c9071392b,revision_number=3']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:37.971975 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-875e0c00-198c-461b-8ce1-9e101ac8c3f9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Made reservation on behalf of a830c3a19c3740619ece0b4ca820490e for: {'port': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:01:37.975961 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-90184227-9abd-4480-913d-7eaae1abd9f5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=578fc5bd64da4dcdbff2e317361168ec&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2444999
Jan 28 02:01:37.976774 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-875e0c00-198c-461b-8ce1-9e101ac8c3f9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:37.990017 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-a64c4b92-54b6-4117-8259-644575292772 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Network 69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:01:38.004371 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f29ef8d-37b8-423d-9be9-a5a79f68142e" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf2b320-c2a2-40d6-afca-73668bda7933", "tag": "8221b17d-3386-4e97-a157-ca4c9071392b"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:01:38.016737 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-a64c4b92-54b6-4117-8259-644575292772 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:01:38.022505 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-a64c4b92-54b6-4117-8259-644575292772 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:01:38.067281 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a36d4b-39bd-4e98-a7dc-761ca9922ffe req-9c9217cd-5eb3-427f-958c-f132b1722797 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:38.072217 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-34a36d4b-39bd-4e98-a7dc-761ca9922ffe req-9c9217cd-5eb3-427f-958c-f132b1722797 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 944 time: 0.2829595
Jan 28 02:01:38.123739 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c4b92-54b6-4117-8259-644575292772 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Pushing event updated for resources: {'Port': ['ID=37e6d8f1-ff0f-4f83-801f-3e5eb74019e6,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:38.198730 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-a64c4b92-54b6-4117-8259-644575292772 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:38.199953 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-a64c4b92-54b6-4117-8259-644575292772 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:38.217020 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-34a36d4b-39bd-4e98-a7dc-761ca9922ffe req-d725e339-ffff-4108-98dc-5e6820ab6f74 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724471
Jan 28 02:01:38.271350 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-a64c4b92-54b6-4117-8259-644575292772 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6369917
Jan 28 02:01:38.280325 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-d7456fb1-d5f4-47f0-9ff4-bb2fbb7e2b3c service neutron] 10.222.0.77 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2997355
Jan 28 02:01:38.282969 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-875e0c00-198c-461b-8ce1-9e101ac8c3f9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Allocated IP 172.20.0.13 (69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f/fe3f8818-a239-4d13-b1cd-c34e6490de40/74b68811-cff5-4440-b73c-e6a15a359cac) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:01:38.421138 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa78cfc-aadb-43d0-9ea4-e062db19c740 req-6bdafda4-7548-4cb7-bf74-c41ed28cc247 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:38.422655 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-baa78cfc-aadb-43d0-9ea4-e062db19c740 req-6bdafda4-7548-4cb7-bf74-c41ed28cc247 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 943 time: 0.1060467
Jan 28 02:01:38.440650 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-401894dc-f493-4859-9516-c4fa6f7e5065 service neutron] 10.222.0.77 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482112
Jan 28 02:01:38.471695 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-baa78cfc-aadb-43d0-9ea4-e062db19c740 req-0b9dcdc9-4ebc-4752-a73b-c6ea7d57ce20 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413895
Jan 28 02:01:38.599534 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-875e0c00-198c-461b-8ce1-9e101ac8c3f9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:38.600743 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-305c92af-b09c-4ee8-afc0-2d88511be457 req-61aebd7a-8292-48ed-8c5a-430bd9c153f1 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 210 time: 0.0460460
Jan 28 02:01:38.656048 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-875e0c00-198c-461b-8ce1-9e101ac8c3f9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:38.721891 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4e6746cd-a1a8-4d5a-b5e9-a86e869781fd req-baa52d5a-18d5-4b59-b403-f2c6d7a1317b tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 210 time: 0.0511744
Jan 28 02:01:38.758009 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-875e0c00-198c-461b-8ce1-9e101ac8c3f9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Network 69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:01:38.761956 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-875e0c00-198c-461b-8ce1-9e101ac8c3f9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:01:38.765135 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e0c00-198c-461b-8ce1-9e101ac8c3f9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Pushing event updated for resources: {'Port': ['ID=74b68811-cff5-4440-b73c-e6a15a359cac,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:38.771901 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-875e0c00-198c-461b-8ce1-9e101ac8c3f9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:01:38.860821 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeddf568-f9c1-440e-93cd-9e93b585ead9 x-openstack-request-id: req-eeddf568-f9c1-440e-93cd-9e93b585ead9 {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:01:38.861217 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf2b320-c2a2-40d6-afca-73668bda7933", "tag": "8221b17d-3386-4e97-a157-ca4c9071392b", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:01:38.861487 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eeddf568-f9c1-440e-93cd-9e93b585ead9 {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:01:38.861966 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf2b320-c2a2-40d6-afca-73668bda7933', 'tag': '8221b17d-3386-4e97-a157-ca4c9071392b', 'status': 'completed', 'code': 200}
Jan 28 02:01:38.876382 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-875e0c00-198c-461b-8ce1-9e101ac8c3f9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:38.876992 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-875e0c00-198c-461b-8ce1-9e101ac8c3f9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:38.894091 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-875e0c00-198c-461b-8ce1-9e101ac8c3f9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6398976
Jan 28 02:01:39.335102 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffa833-f135-4150-ad9d-85ed6eedb932 req-648d2b84-7ecc-4191-9d3d-f0c81348aa5a tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:39.336677 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-63ffa833-f135-4150-ad9d-85ed6eedb932 req-648d2b84-7ecc-4191-9d3d-f0c81348aa5a tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 944 time: 0.0489054
Jan 28 02:01:39.375927 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-63ffa833-f135-4150-ad9d-85ed6eedb932 req-6ec57946-3159-4778-8a96-0cd49cf1b33b tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334129
Jan 28 02:01:39.604723 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91106e7d-b072-482a-b64d-e42a92a08c0b req-9233852a-2e57-45cc-8e1c-38dc219271c5 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:39.606183 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-91106e7d-b072-482a-b64d-e42a92a08c0b req-9233852a-2e57-45cc-8e1c-38dc219271c5 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 943 time: 0.0484090
Jan 28 02:01:39.642101 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-91106e7d-b072-482a-b64d-e42a92a08c0b req-bade7103-6275-4dfd-b8b2-61283ce09465 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0299795
Jan 28 02:01:39.713255 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311549ee-beff-4c82-9e07-e203a3e0b91f req-65480f0c-46a2-4ce4-8a51-ae9a1d23cfd0 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:39.714681 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-311549ee-beff-4c82-9e07-e203a3e0b91f req-65480f0c-46a2-4ce4-8a51-ae9a1d23cfd0 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 932 time: 0.0464950
Jan 28 02:01:39.753777 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-311549ee-beff-4c82-9e07-e203a3e0b91f req-6acb210c-5dea-4f92-8f7e-2c3f42ba5bf4 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325541
Jan 28 02:01:39.993841 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4669aa9a-bb7a-4a84-9fcb-bc31e7cbb7e3 req-6dbf0577-b3dd-4085-93a8-86cf06987da1 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 210 time: 0.1900659
Jan 28 02:01:40.501399 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35539bff-ab30-40a5-bdc2-d7d3c22b6506 req-c4d7dbd4-67c3-4a60-a121-e8be689028b5 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:40.502904 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-35539bff-ab30-40a5-bdc2-d7d3c22b6506 req-c4d7dbd4-67c3-4a60-a121-e8be689028b5 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 944 time: 0.0574176
Jan 28 02:01:40.541436 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-35539bff-ab30-40a5-bdc2-d7d3c22b6506 req-12651b55-7c9c-4082-8e54-cea440f90ab7 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323236
Jan 28 02:01:40.765028 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d67cfb-3508-4ec6-b2b8-d22664256552 req-769e65a5-735a-4639-b368-ac25691fb975 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:40.766570 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-79d67cfb-3508-4ec6-b2b8-d22664256552 req-769e65a5-735a-4639-b368-ac25691fb975 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 943 time: 0.0541184
Jan 28 02:01:40.814150 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-79d67cfb-3508-4ec6-b2b8-d22664256552 req-4c4e4535-cd7c-4d47-a46f-f568191f7911 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410872
Jan 28 02:01:40.907028 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9db9e2-8c6b-4f4e-b1fa-9ae151e1eb6d req-99abcb4a-fa4d-452c-88f5-03193ce9c641 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:40.908614 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0a9db9e2-8c6b-4f4e-b1fa-9ae151e1eb6d req-99abcb4a-fa4d-452c-88f5-03193ce9c641 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 932 time: 0.0736241
Jan 28 02:01:40.968043 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0a9db9e2-8c6b-4f4e-b1fa-9ae151e1eb6d req-698970d7-f45b-4fb6-89fd-b82edff88993 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445364
Jan 28 02:01:41.109417 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-432f7a7a-29a7-434f-854d-3907197cbe2c req-ee645169-2edc-41ad-b01c-fed11f6048c0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 210 time: 0.0320606
Jan 28 02:01:41.685573 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b72de-684e-401a-9eed-ec7d537dddee req-e4e63bc4-ebe2-4ad5-8a9c-490293ed4132 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:41.687516 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7a6b72de-684e-401a-9eed-ec7d537dddee req-e4e63bc4-ebe2-4ad5-8a9c-490293ed4132 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 944 time: 0.0718083
Jan 28 02:01:41.748742 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7a6b72de-684e-401a-9eed-ec7d537dddee req-af749e3a-7d2e-49b8-94f8-e26d7f0d9462 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526791
Jan 28 02:01:41.828930 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-84221e48-a3f2-4f00-80de-d6a367e38fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:41.954917 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399eac9-23a5-4635-abec-b0984710a855 req-442139d4-77df-49c9-b4f0-9ff083cc9512 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:41.957196 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f399eac9-23a5-4635-abec-b0984710a855 req-442139d4-77df-49c9-b4f0-9ff083cc9512 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 943 time: 0.0612032
Jan 28 02:01:42.005022 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f399eac9-23a5-4635-abec-b0984710a855 req-492c6e2d-fbf8-4580-a1e9-3d15dca878ff tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393577
Jan 28 02:01:42.120614 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175ec00-5352-43b9-8c99-673a5b4f519a req-b48862ba-bba2-49b1-8f29-396d92c760a7 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:42.128316 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9175ec00-5352-43b9-8c99-673a5b4f519a req-b48862ba-bba2-49b1-8f29-396d92c760a7 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 932 time: 0.0593472
Jan 28 02:01:42.170455 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9175ec00-5352-43b9-8c99-673a5b4f519a req-44c1812c-bcba-43a1-ae11-488f90eb6d24 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408957
Jan 28 02:01:42.242972 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-aea78292-45be-481a-9bff-ad9a8d38d72d req-67ffdabc-2a44-4575-848c-0ab86174cbe9 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 210 time: 0.0528307
Jan 28 02:01:42.408936 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 37592) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:42.603287 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-8969efb8-04d7-4144-9b33-0705ef9ebd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:42.738075 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-8969efb8-04d7-4144-9b33-0705ef9ebd0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:42.746915 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-8969efb8-04d7-4144-9b33-0705ef9ebd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:42.800804 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969efb8-04d7-4144-9b33-0705ef9ebd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ceb1f2-f5ba-4fb6-8c60-662e79a09766,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:42.809414 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-8969efb8-04d7-4144-9b33-0705ef9ebd0b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cd7ff02f46e3402da0453aee92830397&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3989682
Jan 28 02:01:42.812484 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 37612) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:43.028792 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba5db-6660-4a84-87c0-467514381172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:43.055661 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bde80-8f6c-4e30-ab2f-eab4e32a17cc req-ae4aba7b-67ee-4e07-bdd2-5f8790e4bb57 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:43.065287 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ff4bde80-8f6c-4e30-ab2f-eab4e32a17cc req-ae4aba7b-67ee-4e07-bdd2-5f8790e4bb57 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 944 time: 0.1200082
Jan 28 02:01:43.096453 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba5db-6660-4a84-87c0-467514381172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:43.227886 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ff4bde80-8f6c-4e30-ab2f-eab4e32a17cc req-bbb01585-76a0-4e39-8730-18621e89798c tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579854
Jan 28 02:01:43.296766 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33003b9c-21c0-45d5-988c-1ae2042b2fa1 req-cb8c3d30-4d09-4a2d-8d03-f766ecd08afd tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:43.304993 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-33003b9c-21c0-45d5-988c-1ae2042b2fa1 req-cb8c3d30-4d09-4a2d-8d03-f766ecd08afd tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 943 time: 0.1845393
Jan 28 02:01:43.334053 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba5db-6660-4a84-87c0-467514381172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:43.343990 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba5db-6660-4a84-87c0-467514381172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:43.345229 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-bc9ba5db-6660-4a84-87c0-467514381172 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b4ceb1f2-f5ba-4fb6-8c60-662e79a09766 HTTP/1.1" status: 204  len: 168 time: 0.5310292
Jan 28 02:01:43.372194 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ba5db-6660-4a84-87c0-467514381172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ceb1f2-f5ba-4fb6-8c60-662e79a09766,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:43.498384 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-33003b9c-21c0-45d5-988c-1ae2042b2fa1 req-30fdb180-3eb6-4d48-bd10-47fe7d39350a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922836
Jan 28 02:01:43.556775 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fb01a-f04f-447c-b4af-71e44fdb4f7c req-8a13452f-bbff-488e-ab57-484f208aec68 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:43.563765 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-575fb01a-f04f-447c-b4af-71e44fdb4f7c req-8a13452f-bbff-488e-ab57-484f208aec68 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 932 time: 0.1714175
Jan 28 02:01:43.627257 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-575fb01a-f04f-447c-b4af-71e44fdb4f7c req-55c33f9d-49e5-4962-aaa5-0d84db79a471 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552900
Jan 28 02:01:43.659840 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b4604038-3ce6-475b-b2a2-386a517b5e57 req-170ca0da-6a98-4004-9121-8fa734a75dd6 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 210 time: 0.0416553
Jan 28 02:01:43.828555 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 37666) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:43.842702 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-28447f85-242f-4b69-b1fd-265aab15f21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:43.905203 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d8328aac-984f-433d-b895-428488677ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:43.928090 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-28447f85-242f-4b69-b1fd-265aab15f21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:43.933346 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-28447f85-242f-4b69-b1fd-265aab15f21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:43.971438 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-28447f85-242f-4b69-b1fd-265aab15f21d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=75afe32b4e194f5db4dbc8f1b3081cad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1418118
Jan 28 02:01:43.974190 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 37678) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:43.979902 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28447f85-242f-4b69-b1fd-265aab15f21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63d05f6-d2bb-4c82-b70d-0330c6c085af,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:44.024681 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f4246dcd-4d5e-4956-9cbd-4518d5743994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:44.046121 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f4246dcd-4d5e-4956-9cbd-4518d5743994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:44.092104 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f4246dcd-4d5e-4956-9cbd-4518d5743994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:44.095676 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f4246dcd-4d5e-4956-9cbd-4518d5743994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:44.096810 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-f4246dcd-4d5e-4956-9cbd-4518d5743994 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d63d05f6-d2bb-4c82-b70d-0330c6c085af HTTP/1.1" status: 204  len: 168 time: 0.1217334
Jan 28 02:01:44.106816 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4246dcd-4d5e-4956-9cbd-4518d5743994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63d05f6-d2bb-4c82-b70d-0330c6c085af,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:44.344555 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977fdb9-d26f-422f-ae0f-dd8fadad2cd5 req-3765652f-6b68-46fb-87c3-25a573860fb1 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:44.346128 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8977fdb9-d26f-422f-ae0f-dd8fadad2cd5 req-3765652f-6b68-46fb-87c3-25a573860fb1 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 944 time: 0.0483522
Jan 28 02:01:44.383999 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8977fdb9-d26f-422f-ae0f-dd8fadad2cd5 req-e9bc4d7a-6967-4105-bb6e-a38467dba4b7 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316808
Jan 28 02:01:44.607566 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbba81c-3ca7-4874-a806-8f178fd7a5cc req-95755f19-835a-44a4-adca-8bf5fd0813a0 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:44.611767 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ccbba81c-3ca7-4874-a806-8f178fd7a5cc req-95755f19-835a-44a4-adca-8bf5fd0813a0 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 943 time: 0.0569663
Jan 28 02:01:44.655090 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ccbba81c-3ca7-4874-a806-8f178fd7a5cc req-89f76f3f-ab40-4354-a50f-45298ab11f4f tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401015
Jan 28 02:01:44.659764 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:44.769583 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7916eb58-a878-49cc-997e-891fa69bd11c req-22771345-0fac-4e50-98c1-4517234ff00d tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 210 time: 0.0427909
Jan 28 02:01:44.785448 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4174e-0e80-436f-b95e-2e594708bab6 req-d0c27a74-de54-4bf6-b9a7-d894f9cdb33d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:44.787074 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bab4174e-0e80-436f-b95e-2e594708bab6 req-d0c27a74-de54-4bf6-b9a7-d894f9cdb33d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 932 time: 0.0729444
Jan 28 02:01:44.824943 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bab4174e-0e80-436f-b95e-2e594708bab6 req-612617c5-ad5b-4a61-a81d-1e2d26bde6c0 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319867
Jan 28 02:01:45.274489 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:45.497592 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea00079-fde5-4332-892e-e7f7bc10fc61 req-1426c052-8c88-42d6-b87f-b2dbf88af07f tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:45.499093 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-aea00079-fde5-4332-892e-e7f7bc10fc61 req-1426c052-8c88-42d6-b87f-b2dbf88af07f tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 944 time: 0.0493548
Jan 28 02:01:45.536663 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-aea00079-fde5-4332-892e-e7f7bc10fc61 req-90014a10-6254-4cc6-a31c-7ad9dd2243b6 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317125
Jan 28 02:01:45.775029 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e2554-cbb0-48a8-bddf-d4c901e6a8e5 req-ea7f81ac-63ab-435a-8b51-b6a1ef673288 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:45.776506 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-552e2554-cbb0-48a8-bddf-d4c901e6a8e5 req-ea7f81ac-63ab-435a-8b51-b6a1ef673288 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 943 time: 0.0512309
Jan 28 02:01:45.817044 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-552e2554-cbb0-48a8-bddf-d4c901e6a8e5 req-885bdef9-1f98-448a-b6b4-368d774b8ee7 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0335956
Jan 28 02:01:45.890686 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d774baf-fc57-4909-b163-3d576d8372da req-fbb34d69-4594-4670-94a3-46d7c3db6d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:45.892751 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2d774baf-fc57-4909-b163-3d576d8372da req-fbb34d69-4594-4670-94a3-46d7c3db6d72 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6639261ee8ee46e0a4e3a01eb63b9ab4&device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 1096 time: 0.0749114
Jan 28 02:01:45.901935 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-528ec836-895a-4102-94c1-738ccbc6b1e5 req-2e14e734-c59a-4c0a-8f9d-358d81de114f tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 210 time: 0.0372307
Jan 28 02:01:45.956232 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe0130-8c99-4890-b722-c57b846b60b3 req-5b316641-70ea-43cc-89f9-ec0e0942ee0f tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:45.958555 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fcbe0130-8c99-4890-b722-c57b846b60b3 req-5b316641-70ea-43cc-89f9-ec0e0942ee0f tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 932 time: 0.0539799
Jan 28 02:01:45.997160 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fcbe0130-8c99-4890-b722-c57b846b60b3 req-ec98569f-27f8-4679-a6ba-8402e25b8a6a tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0332630
Jan 28 02:01:46.115680 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Request body: {'port': {'device_id': '706d03a1-cf66-4cdb-8271-bb94ca669ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:46.124099 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Request body: {'port': {'device_id': 'c8d62c44-4ca6-4d5a-bd60-2f5e9e821199', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:46.302422 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:46.329830 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d774baf-fc57-4909-b163-3d576d8372da req-cf02b157-68d1-4224-8ea7-3ab17dd283ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:46.331399 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2d774baf-fc57-4909-b163-3d576d8372da req-cf02b157-68d1-4224-8ea7-3ab17dd283ee service neutron] 10.222.0.82 "GET /v2.0/networks?id=a12a014d-4a71-408b-a943-054c73574ed9 HTTP/1.1" status: 200  len: 914 time: 0.1742029
Jan 28 02:01:46.352858 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-00b5bfee-b750-449c-8e8d-b29dbffa1796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:46.352858 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-00b5bfee-b750-449c-8e8d-b29dbffa1796 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e903984909674521a44fe37d95d94b8c&device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 1097 time: 0.1889968
Jan 28 02:01:46.353433 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:46.420841 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2d774baf-fc57-4909-b163-3d576d8372da req-bab66c91-07ab-49fe-9312-7f7e772e2faa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdfdebab-1bce-49af-b683-2bf00d7f807c HTTP/1.1" status: 200  len: 217 time: 0.0438182
Jan 28 02:01:46.479945 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d774baf-fc57-4909-b163-3d576d8372da req-5abeddd5-c381-4e8e-9af3-1112cf90c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:46.481386 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2d774baf-fc57-4909-b163-3d576d8372da req-5abeddd5-c381-4e8e-9af3-1112cf90c4d3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=458cc6c2-7388-45e4-bb6b-10c0e6fa544d HTTP/1.1" status: 200  len: 853 time: 0.0524104
Jan 28 02:01:46.511265 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-46639b4a-fe0b-4953-b1dd-589ff4921371 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8221b17d-3386-4e97-a157-ca4c9071392b HTTP/1.1" status: 200  len: 217 time: 0.1309800
Jan 28 02:01:46.650731 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb0c52-ea9f-46e0-b497-4b872fe2d1e2 req-bf6c4b59-ac93-4985-ae70-3786ee5b143e tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:46.652343 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f0fb0c52-ea9f-46e0-b497-4b872fe2d1e2 req-bf6c4b59-ac93-4985-ae70-3786ee5b143e tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 944 time: 0.0482922
Jan 28 02:01:46.691942 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f0fb0c52-ea9f-46e0-b497-4b872fe2d1e2 req-455b5a6c-6563-4a8f-8cb2-90ef7411291c tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322576
Jan 28 02:01:46.757332 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b68811-cff5-4440-b73c-e6a15a359cac {{(pid=101323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:01:46.766816 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:46.779477 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.provisioning_blocks [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Transition to ACTIVE for port object 74b68811-cff5-4440-b73c-e6a15a359cac will not be triggered until provisioned by entity L2. {{(pid=101323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:01:46.787893 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:46.815207 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:46.914611 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=74b68811-cff5-4440-b73c-e6a15a359cac,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:46.963558 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8c37e-c822-4a45-a2ba-df4d6d72e218 req-ff637ab9-0e9d-4901-89b7-7f054da97f5e tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:46.965288 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-26a8c37e-c822-4a45-a2ba-df4d6d72e218 req-ff637ab9-0e9d-4901-89b7-7f054da97f5e tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 943 time: 0.0522616
Jan 28 02:01:47.015390 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ccbece37-429a-49fa-ab28-78c44b19bb04 req-52c9e5dc-d389-46e8-acb9-cc241bfeb05a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 210 time: 0.0356450
Jan 28 02:01:47.045365 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-26a8c37e-c822-4a45-a2ba-df4d6d72e218 req-4190875a-cdca-449f-a550-9ab72ea77116 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734649
Jan 28 02:01:47.053560 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Attempting to bind port 74b68811-cff5-4440-b73c-e6a15a359cac on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:01:47.053982 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Attempting to bind port 74b68811-cff5-4440-b73c-e6a15a359cac by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '17b807dd-4180-4db0-868c-9da3eb0b5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f'}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:01:47.054787 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Attempting to bind port 74b68811-cff5-4440-b73c-e6a15a359cac on network 69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:01:47.064783 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Port 74b68811-cff5-4440-b73c-e6a15a359cac on network 69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:01:47.065078 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Attempting to bind port 74b68811-cff5-4440-b73c-e6a15a359cac on network 69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:01:47.072494 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:01:47.072830 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Checking segment: {'id': '17b807dd-4180-4db0-868c-9da3eb0b5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:01:47.073209 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Bound using segment: {'id': '17b807dd-4180-4db0-868c-9da3eb0b5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f'} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:01:47.073864 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Bound port: 74b68811-cff5-4440-b73c-e6a15a359cac, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b807dd-4180-4db0-868c-9da3eb0b5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f'}}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:01:47.074209 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:47.081373 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 {{(pid=101323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:01:47.099552 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:47.137696 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.provisioning_blocks [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Transition to ACTIVE for port object 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 will not be triggered until provisioned by entity L2. {{(pid=101323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:01:47.139924 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852a29f-18c6-4869-8e41-b739f8c4923a req-94181e8a-1199-4047-9257-cf58cdb3b0f7 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:47.142349 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7852a29f-18c6-4869-8e41-b739f8c4923a req-94181e8a-1199-4047-9257-cf58cdb3b0f7 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 944 time: 0.0592873
Jan 28 02:01:47.153236 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:47.186163 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7852a29f-18c6-4869-8e41-b739f8c4923a req-e12d3652-2b84-4718-89bc-385c0e24504b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376232
Jan 28 02:01:47.205268 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] For port 74b68811-cff5-4440-b73c-e6a15a359cac, host hv-cinder-82497, cleared binding levels {{(pid=101323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:01:47.221225 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] For port 74b68811-cff5-4440-b73c-e6a15a359cac, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=74b68811-cff5-4440-b73c-e6a15a359cac,segment=NetworkSegment(17b807dd-4180-4db0-868c-9da3eb0b5806),segment_id=17b807dd-4180-4db0-868c-9da3eb0b5806)] {{(pid=101323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:01:47.228456 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:47.230489 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Pushing event updated for resources: {'Port': ['ID=37e6d8f1-ff0f-4f83-801f-3e5eb74019e6,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:47.279536 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:47.280142 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:47.282235 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] 10.222.0.82 "PUT /v2.0/ports/74b68811-cff5-4440-b73c-e6a15a359cac HTTP/1.1" status: 200  len: 1094 time: 1.1627893
Jan 28 02:01:47.286919 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d62c44-4ca6-4d5a-bd60-2f5e9e821199', 'tag': '74b68811-cff5-4440-b73c-e6a15a359cac'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:01:47.289088 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b311271-caad-4ac6-a437-1ceda5b4d5c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d62c44-4ca6-4d5a-bd60-2f5e9e821199", "tag": "74b68811-cff5-4440-b73c-e6a15a359cac"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:01:47.337777 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeda77e-c434-4b4a-b43a-16e885aea0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=74b68811-cff5-4440-b73c-e6a15a359cac,revision_number=3']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:47.345243 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:47.356233 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Attempting to bind port 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:01:47.356628 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Attempting to bind port 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '17b807dd-4180-4db0-868c-9da3eb0b5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f'}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:01:47.356883 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Attempting to bind port 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 on network 69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:01:47.360796 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47827326-5e5b-4564-aedc-324128d3bcbb x-openstack-request-id: req-47827326-5e5b-4564-aedc-324128d3bcbb {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:01:47.361084 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d62c44-4ca6-4d5a-bd60-2f5e9e821199", "tag": "74b68811-cff5-4440-b73c-e6a15a359cac", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:01:47.361332 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-47827326-5e5b-4564-aedc-324128d3bcbb {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:01:47.361709 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d62c44-4ca6-4d5a-bd60-2f5e9e821199', 'tag': '74b68811-cff5-4440-b73c-e6a15a359cac', 'status': 'completed', 'code': 200}
Jan 28 02:01:47.363821 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Port 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 on network 69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:01:47.364360 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Attempting to bind port 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 on network 69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:01:47.370224 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:01:47.370599 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Checking segment: {'id': '17b807dd-4180-4db0-868c-9da3eb0b5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:01:47.371099 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Bound using segment: {'id': '17b807dd-4180-4db0-868c-9da3eb0b5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f'} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:01:47.371523 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Bound port: 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b807dd-4180-4db0-868c-9da3eb0b5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f'}}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:01:47.371875 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:47.432898 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] For port 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6, host hv-cinder-82497, cleared binding levels {{(pid=101323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:01:47.436438 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] For port 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=37e6d8f1-ff0f-4f83-801f-3e5eb74019e6,segment=NetworkSegment(17b807dd-4180-4db0-868c-9da3eb0b5806),segment_id=17b807dd-4180-4db0-868c-9da3eb0b5806)] {{(pid=101323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:01:47.441504 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:47.473099 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:47.473706 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:47.475091 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] 10.222.0.82 "PUT /v2.0/ports/37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 HTTP/1.1" status: 200  len: 1093 time: 1.3638422
Jan 28 02:01:47.495410 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719aca5e-f1fe-463e-bb57-aeae38db639b service neutron] Pushing event updated for resources: {'Port': ['ID=37e6d8f1-ff0f-4f83-801f-3e5eb74019e6,revision_number=3']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:47.800945 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd55d42-f3ba-4b9f-99cf-cd9c4b24162f req-812f31db-f164-4848-956b-02428b09c38d tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:47.802443 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6fd55d42-f3ba-4b9f-99cf-cd9c4b24162f req-812f31db-f164-4848-956b-02428b09c38d tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 944 time: 0.0466905
Jan 28 02:01:47.838903 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6fd55d42-f3ba-4b9f-99cf-cd9c4b24162f req-9903b938-34d5-42ec-9aa0-95d7c9b98126 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306942
Jan 28 02:01:48.126662 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bb34fc88-4476-4067-baee-f66a743ca477 req-c8f3383b-02fe-4ae4-9967-92cb0a74ae06 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 210 time: 0.0326979
Jan 28 02:01:48.162919 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32872c23-c2e8-474c-bf93-a665b90d938d req-3be9d556-9e12-4bb1-9ead-eeda12edfabd tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:48.164333 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-32872c23-c2e8-474c-bf93-a665b90d938d req-3be9d556-9e12-4bb1-9ead-eeda12edfabd tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 943 time: 0.0613220
Jan 28 02:01:48.200705 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-32872c23-c2e8-474c-bf93-a665b90d938d req-938d59e4-71ee-44ab-b7f9-08662a236c2c tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306063
Jan 28 02:01:48.300129 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472357c-ebcf-4204-888b-ad9272b56097 req-764f4ca4-3977-4a50-9567-aad9d4b2adb9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:48.301554 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0472357c-ebcf-4204-888b-ad9272b56097 req-764f4ca4-3977-4a50-9567-aad9d4b2adb9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 944 time: 0.0474088
Jan 28 02:01:48.336817 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0472357c-ebcf-4204-888b-ad9272b56097 req-24d23827-9245-4615-af50-077a3c3ea13e tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0291884
Jan 28 02:01:48.950409 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858e820-e6f7-4726-90eb-6731d31f4f6b req-53d264c6-2d87-459c-a86d-8ebfb5d9aac2 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:48.951899 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7858e820-e6f7-4726-90eb-6731d31f4f6b req-53d264c6-2d87-459c-a86d-8ebfb5d9aac2 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 944 time: 0.0483069
Jan 28 02:01:48.998207 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7858e820-e6f7-4726-90eb-6731d31f4f6b req-5d435c55-78fd-4325-bc42-c912c8cb274b tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397601
Jan 28 02:01:49.075890 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2d774baf-fc57-4909-b163-3d576d8372da req-8ebef2f2-ca26-405e-8f22-6f0ca5a9172a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a12a014d-4a71-408b-a943-054c73574ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0280895
Jan 28 02:01:49.189887 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2d774baf-fc57-4909-b163-3d576d8372da req-b7006974-84a4-4e3e-9b4e-179c8c9d1184 service neutron] 10.222.0.82 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879207
Jan 28 02:01:49.243219 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-472db30c-fd8b-4830-907a-a5395adf8e0d req-0e610f93-5e0b-4130-ac93-de65c91d76ce tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 210 time: 0.0382545
Jan 28 02:01:49.290982 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-52ba10dc-fe13-49e1-842d-a954d75e4b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:49.292431 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-52ba10dc-fe13-49e1-842d-a954d75e4b31 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ba1814b3-32c1-49f9-aef2-918dffd38e7e HTTP/1.1" status: 200  len: 852 time: 0.2451301
Jan 28 02:01:49.301610 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-0f70a6c1-ec91-45f9-b273-78cdaf3e2225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:49.303069 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-0f70a6c1-ec91-45f9-b273-78cdaf3e2225 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a830c3a19c3740619ece0b4ca820490e&device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 1096 time: 0.2172887
Jan 28 02:01:49.335993 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b311271-caad-4ac6-a437-1ceda5b4d5c1 req-bbc996ea-ce9a-4db6-b99e-9d978732f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:49.337416 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0b311271-caad-4ac6-a437-1ceda5b4d5c1 req-bbc996ea-ce9a-4db6-b99e-9d978732f6c3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a830c3a19c3740619ece0b4ca820490e&device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 1097 time: 0.1220031
Jan 28 02:01:49.338435 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2d774baf-fc57-4909-b163-3d576d8372da req-c5e00da9-d8f0-489b-b4b4-0bddb9d40389 service neutron] 10.222.0.82 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409707
Jan 28 02:01:49.355387 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20d9d2-60cd-492f-95a4-541856407d45 req-eb82abe7-cc7c-43d2-bf00-4ffcf77b8e49 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:49.356848 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7d20d9d2-60cd-492f-95a4-541856407d45 req-eb82abe7-cc7c-43d2-bf00-4ffcf77b8e49 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 943 time: 0.0659506
Jan 28 02:01:49.357045 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-badc8ec2-9af8-48ca-8bad-d6b103a95ce7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=27b7e674-c1b4-46df-b078-0f6e5b07b279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531054
Jan 28 02:01:49.385899 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706d03a1-cf66-4cdb-8271-bb94ca669ad7', 'tag': '37e6d8f1-ff0f-4f83-801f-3e5eb74019e6'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:01:49.388135 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8014d061-3faf-409c-b672-add13cb9fb85" -d '{"events": [{"name": "network-changed", "server_uuid": "706d03a1-cf66-4cdb-8271-bb94ca669ad7", "tag": "37e6d8f1-ff0f-4f83-801f-3e5eb74019e6"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:01:49.401275 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-3672a293-ab09-4cb5-bcb9-9fb6e5ac6025 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 HTTP/1.1" status: 200  len: 217 time: 0.0674005
Jan 28 02:01:49.415970 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7d20d9d2-60cd-492f-95a4-541856407d45 req-dd5427f3-59f9-4ab0-ae23-90c2cc246a8c tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523455
Jan 28 02:01:49.476427 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6752b08-df1e-4e06-b1d6-fd966a88692c req-f80bcbf4-89ad-420e-96c9-6925fe76dbf1 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:49.485956 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a6752b08-df1e-4e06-b1d6-fd966a88692c req-f80bcbf4-89ad-420e-96c9-6925fe76dbf1 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 944 time: 0.0725451
Jan 28 02:01:49.534001 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a6752b08-df1e-4e06-b1d6-fd966a88692c req-b2ec0f74-f39e-414f-abf4-76fd77a8fc71 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465355
Jan 28 02:01:49.542311 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed77509-a011-4c63-87a1-63fed0a596db x-openstack-request-id: req-3ed77509-a011-4c63-87a1-63fed0a596db {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:01:49.542602 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706d03a1-cf66-4cdb-8271-bb94ca669ad7", "tag": "37e6d8f1-ff0f-4f83-801f-3e5eb74019e6", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:01:49.542853 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ed77509-a011-4c63-87a1-63fed0a596db {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:01:49.543236 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706d03a1-cf66-4cdb-8271-bb94ca669ad7', 'tag': '37e6d8f1-ff0f-4f83-801f-3e5eb74019e6', 'status': 'completed', 'code': 200}
Jan 28 02:01:49.626239 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-e8a0a1ad-37c9-430f-9377-31f7ba476b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:49.627803 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-e8a0a1ad-37c9-430f-9377-31f7ba476b7b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe3f8818-a239-4d13-b1cd-c34e6490de40 HTTP/1.1" status: 200  len: 859 time: 0.2018669
Jan 28 02:01:49.688015 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-786ec810-94f6-46df-b8a0-2a257ac912b0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:49.689620 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-786ec810-94f6-46df-b8a0-2a257ac912b0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.82 "GET /v2.0/networks?id=34615009-fca5-44cc-84b3-0752c6a7e426 HTTP/1.1" status: 200  len: 817 time: 0.1072347
Jan 28 02:01:49.692200 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-6d841793-774b-40ec-92b9-d3ef49c06433 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446308
Jan 28 02:01:49.696252 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b311271-caad-4ac6-a437-1ceda5b4d5c1 req-51f49539-253c-48fd-ba89-25d2efe91bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:49.697567 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0b311271-caad-4ac6-a437-1ceda5b4d5c1 req-51f49539-253c-48fd-ba89-25d2efe91bd2 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=a830c3a19c3740619ece0b4ca820490e&shared=False HTTP/1.1" status: 200  len: 920 time: 0.3052034
Jan 28 02:01:49.699321 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-1934b4a1-731e-4c7a-add5-587af7e80a6b service neutron] 10.222.0.82 "GET /v2.0/networks/27b7e674-c1b4-46df-b078-0f6e5b07b279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3080130
Jan 28 02:01:49.770578 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-93f359c8-9e43-4c54-8550-acda54efe72a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=578fc5bd64da4dcdbff2e317361168ec HTTP/1.1" status: 200  len: 379 time: 0.0494471
Jan 28 02:01:49.781112 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-e92f06c9-f0d0-4a50-85c4-8b3c48ffc68c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Request body: {'port': {'device_id': '9d048580-813a-43b7-ae1a-e0b1a9c8c234', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'admin_state_up': True, 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'security_groups': ['40e8e25f-7071-426c-9ef1-488ca35468b1']}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:49.894329 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-e92f06c9-f0d0-4a50-85c4-8b3c48ffc68c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Made reservation on behalf of 578fc5bd64da4dcdbff2e317361168ec for: {'port': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:01:49.897772 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-e92f06c9-f0d0-4a50-85c4-8b3c48ffc68c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:50.017234 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b311271-caad-4ac6-a437-1ceda5b4d5c1 req-2b8e3af9-53eb-4dd6-ba8c-e1b3d354f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:50.018730 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0b311271-caad-4ac6-a437-1ceda5b4d5c1 req-2b8e3af9-53eb-4dd6-ba8c-e1b3d354f218 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2882669
Jan 28 02:01:50.027629 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-d4671b23-a6dc-4c4f-bf69-2a4302c7ccb4 service neutron] 10.222.0.82 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2958651
Jan 28 02:01:50.030215 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b69ffa0a-7504-4823-835e-2ca619066e7f req-64374441-3c69-4962-a44e-ebef2ea41c25 service neutron] 10.222.0.82 "GET /v2.0/networks/27b7e674-c1b4-46df-b078-0f6e5b07b279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2784858
Jan 28 02:01:50.035699 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_common [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-e92f06c9-f0d0-4a50-85c4-8b3c48ffc68c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Allocated IP 172.20.0.6 (34615009-fca5-44cc-84b3-0752c6a7e426/aba7715e-a82d-463d-8206-e0dca7c49061/1c3eebfc-cf3d-4a86-8be4-2f39da195acf) {{(pid=101322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:01:50.220594 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fba62114-4a14-4472-bbdc-dc529aa2a169 req-f70d7014-2b41-4079-becf-d31c8e540efc service neutron] 10.222.0.82 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1718097
Jan 28 02:01:50.228141 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c00de-dbbe-40e4-b9d8-3ffce37a202a req-a1ec507c-6e05-4cf8-ac13-e7ae286081db tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:50.236367 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-576c00de-dbbe-40e4-b9d8-3ffce37a202a req-a1ec507c-6e05-4cf8-ac13-e7ae286081db tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 944 time: 0.1061163
Jan 28 02:01:50.260550 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29ef8d-37b8-423d-9be9-a5a79f68142e req-a7dafc4d-17ce-474d-ae54-6f83d187c1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:50.262159 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9f29ef8d-37b8-423d-9be9-a5a79f68142e req-a7dafc4d-17ce-474d-ae54-6f83d187c1d6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e903984909674521a44fe37d95d94b8c&device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 1097 time: 0.1153080
Jan 28 02:01:50.264445 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-0c2d9870-7874-4c35-a469-c011c2a95529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:50.266211 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-0c2d9870-7874-4c35-a469-c011c2a95529 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a830c3a19c3740619ece0b4ca820490e&device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 1097 time: 0.0968790
Jan 28 02:01:50.337667 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-576c00de-dbbe-40e4-b9d8-3ffce37a202a req-3f112d87-0fc6-4208-99ec-e1afdb652087 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003821
Jan 28 02:01:50.343153 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-e92f06c9-f0d0-4a50-85c4-8b3c48ffc68c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for port, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:50.387211 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ac8a6c2e-8b0f-4f71-a1ca-10e49bdbbc0d req-052a704d-6ebc-46d9-8391-e87fc5b13795 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 210 time: 0.0469449
Jan 28 02:01:50.419526 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-e92f06c9-f0d0-4a50-85c4-8b3c48ffc68c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503'] for port, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:50.506894 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-e92f06c9-f0d0-4a50-85c4-8b3c48ffc68c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Network 34615009-fca5-44cc-84b3-0752c6a7e426 is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:01:50.510275 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-e92f06c9-f0d0-4a50-85c4-8b3c48ffc68c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:01:50.512749 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-e92f06c9-f0d0-4a50-85c4-8b3c48ffc68c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Received port after_create {{(pid=101322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:01:50.527473 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-7df6232b-1bd7-4db5-8652-3dee55afe3f4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74b68811-cff5-4440-b73c-e6a15a359cac HTTP/1.1" status: 200  len: 217 time: 0.1847680
Jan 28 02:01:50.533212 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-e92f06c9-f0d0-4a50-85c4-8b3c48ffc68c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:50.533947 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-e92f06c9-f0d0-4a50-85c4-8b3c48ffc68c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for port, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:50.612368 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f06c9-f0d0-4a50-85c4-8b3c48ffc68c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Pushing event updated for resources: {'Port': ['ID=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:50.630352 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-e92f06c9-f0d0-4a50-85c4-8b3c48ffc68c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8537400
Jan 28 02:01:50.661649 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e5342-bd5f-4ae4-9f6d-afb86129c62a req-ce96934b-aac1-4884-bbc1-f9c8c90d4ad7 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:50.673591 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3a4e5342-bd5f-4ae4-9f6d-afb86129c62a req-ce96934b-aac1-4884-bbc1-f9c8c90d4ad7 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 943 time: 0.1163321
Jan 28 02:01:50.694578 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Request body: {'port': {'device_id': '9d048580-813a-43b7-ae1a-e0b1a9c8c234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:01:50.695668 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-39b14c1d-6899-4678-837f-72902b896948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:50.697048 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-39b14c1d-6899-4678-837f-72902b896948 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe3f8818-a239-4d13-b1cd-c34e6490de40 HTTP/1.1" status: 200  len: 859 time: 0.1600845
Jan 28 02:01:50.709458 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014d061-3faf-409c-b672-add13cb9fb85 req-6e092f8e-22bc-4121-9fee-cdc0c94db1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:50.711300 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-8014d061-3faf-409c-b672-add13cb9fb85 req-6e092f8e-22bc-4121-9fee-cdc0c94db1d3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a830c3a19c3740619ece0b4ca820490e&device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 1096 time: 0.3673828
Jan 28 02:01:50.785077 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-a7c848e1-8b8c-4ec1-8fe8-420a9239fa7f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0618031
Jan 28 02:01:50.835817 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3a4e5342-bd5f-4ae4-9f6d-afb86129c62a req-4b7c04f3-4f9f-4e16-a659-dcf5d7a67ee9 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590486
Jan 28 02:01:50.904038 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:50.915285 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bf21b-5d33-4662-9d24-8e10b933811f req-c7421d14-d999-4b67-af26-25fd65597044 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:50.916891 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-252bf21b-5d33-4662-9d24-8e10b933811f req-c7421d14-d999-4b67-af26-25fd65597044 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 944 time: 0.2400711
Jan 28 02:01:51.000026 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-187d3bb2-46bc-4f33-b40a-ce02c4511fb6 None None] Provisioning complete for port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:51.000544 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-187d3bb2-46bc-4f33-b40a-ce02c4511fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:51.021679 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device bdfdebab-1bce-49af-b683-2bf00d7f807c details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:01:51.026809 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-252bf21b-5d33-4662-9d24-8e10b933811f req-834f52eb-f77b-445b-9a65-aa2d4d0da0f5 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985661
Jan 28 02:01:51.057981 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-187d3bb2-46bc-4f33-b40a-ce02c4511fb6 None None] Port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:01:51.103291 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29ef8d-37b8-423d-9be9-a5a79f68142e req-74239166-1a68-4bf1-87e7-0a8c3b872877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:51.104717 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9f29ef8d-37b8-423d-9be9-a5a79f68142e req-74239166-1a68-4bf1-87e7-0a8c3b872877 service neutron] 10.222.0.82 "GET /v2.0/networks?id=27b7e674-c1b4-46df-b078-0f6e5b07b279 HTTP/1.1" status: 200  len: 913 time: 0.7819483
Jan 28 02:01:51.150195 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port bdfdebab-1bce-49af-b683-2bf00d7f807c, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=bdfdebab-1bce-49af-b683-2bf00d7f807c,segment=NetworkSegment(374283b2-2bd7-47c5-8ecc-11b670e17633),segment_id=374283b2-2bd7-47c5-8ecc-11b670e17633)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:01:51.166139 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': 'bdfdebab-1bce-49af-b683-2bf00d7f807c', 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9', 'port_id': 'bdfdebab-1bce-49af-b683-2bf00d7f807c', 'mac_address': 'fa:16:3e:cc:17:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458cc6c2-7388-45e4-bb6b-10c0e6fa544d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:01:51.214129 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9f29ef8d-37b8-423d-9be9-a5a79f68142e req-11ccf7d9-b237-4ace-a210-06d71ef3143d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8221b17d-3386-4e97-a157-ca4c9071392b HTTP/1.1" status: 200  len: 217 time: 0.0987792
Jan 28 02:01:51.217164 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:51.224681 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014d061-3faf-409c-b672-add13cb9fb85 req-2f7995d5-6abf-4087-9a9c-7bef99f6a8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:51.226498 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-8014d061-3faf-409c-b672-add13cb9fb85 req-2f7995d5-6abf-4087-9a9c-7bef99f6a8a4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f HTTP/1.1" status: 200  len: 920 time: 0.4581885
Jan 28 02:01:51.239000 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdfdebab-1bce-49af-b683-2bf00d7f807c {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:01:51.259917 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 37944) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:51.264685 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port bdfdebab-1bce-49af-b683-2bf00d7f807c, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=bdfdebab-1bce-49af-b683-2bf00d7f807c,segment=NetworkSegment(374283b2-2bd7-47c5-8ecc-11b670e17633),segment_id=374283b2-2bd7-47c5-8ecc-11b670e17633)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:01:51.277251 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:51.309911 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3eebfc-cf3d-4a86-8be4-2f39da195acf {{(pid=101322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:01:51.313933 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-8014d061-3faf-409c-b672-add13cb9fb85 req-13447029-7c57-4c02-b608-067ef47339c3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 HTTP/1.1" status: 200  len: 217 time: 0.0763471
Jan 28 02:01:51.319004 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Notify callbacks [] for port, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:51.334207 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.provisioning_blocks [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Transition to ACTIVE for port object 1c3eebfc-cf3d-4a86-8be4-2f39da195acf will not be triggered until provisioned by entity L2. {{(pid=101322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:01:51.338632 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:51.383173 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29ef8d-37b8-423d-9be9-a5a79f68142e req-1099a9bf-7b73-4089-adc3-4614e4f133a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:51.385703 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9f29ef8d-37b8-423d-9be9-a5a79f68142e req-1099a9bf-7b73-4089-adc3-4614e4f133a3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ba1814b3-32c1-49f9-aef2-918dffd38e7e HTTP/1.1" status: 200  len: 852 time: 0.1620326
Jan 28 02:01:51.390398 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-c6974bab-d195-4c4e-9b0a-266c64543b19 service neutron] 10.222.0.82 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5908029
Jan 28 02:01:51.458913 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=bdfdebab-1bce-49af-b683-2bf00d7f807c,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:51.467639 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-16d46125-3593-402d-b4ce-cbd7c2e2e297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:51.487222 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014d061-3faf-409c-b672-add13cb9fb85 req-e03b4bf5-0f4e-41ec-a978-75d2053246da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:51.488842 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-8014d061-3faf-409c-b672-add13cb9fb85 req-e03b4bf5-0f4e-41ec-a978-75d2053246da service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe3f8818-a239-4d13-b1cd-c34e6490de40 HTTP/1.1" status: 200  len: 859 time: 0.1611638
Jan 28 02:01:51.490528 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9f29ef8d-37b8-423d-9be9-a5a79f68142e req-1517ba90-351b-44a7-910a-d4827fc9b144 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=27b7e674-c1b4-46df-b078-0f6e5b07b279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0906751
Jan 28 02:01:51.574708 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-8014d061-3faf-409c-b672-add13cb9fb85 req-81e8ba95-0c03-441e-8a48-084f9b458ca2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532446
Jan 28 02:01:51.625516 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['bdfdebab-1bce-49af-b683-2bf00d7f807c'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:01:51.747211 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-91d4fedd-462c-4ddf-8522-6ac57040fdf9 service neutron] 10.222.0.82 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3462000
Jan 28 02:01:51.774528 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9f29ef8d-37b8-423d-9be9-a5a79f68142e req-664b82d7-c813-4fa2-a639-250043c72bb5 service neutron] 10.222.0.82 "GET /v2.0/networks/27b7e674-c1b4-46df-b078-0f6e5b07b279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2520013
Jan 28 02:01:51.816746 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-8014d061-3faf-409c-b672-add13cb9fb85 req-cdab405f-577c-4217-8ff5-900157c37879 service neutron] 10.222.0.82 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2144413
Jan 28 02:01:51.855917 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Pushing event updated for resources: {'Port': ['ID=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,revision_number=2']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:51.966395 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.managers [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Attempting to bind port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:01:51.966972 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.managers [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Attempting to bind port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '6b56da7a-fdd6-4ef9-9a49-3326eb688061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426'}] {{(pid=101322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:01:51.967683 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Attempting to bind port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf on network 34615009-fca5-44cc-84b3-0752c6a7e426 {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:01:51.976836 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf on network 34615009-fca5-44cc-84b3-0752c6a7e426 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:01:51.977492 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Attempting to bind port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf on network 34615009-fca5-44cc-84b3-0752c6a7e426 {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:01:51.985538 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9f29ef8d-37b8-423d-9be9-a5a79f68142e req-5033bd3f-9dbd-4142-8fa4-69be44777836 service neutron] 10.222.0.82 "GET /v2.0/networks/27b7e674-c1b4-46df-b078-0f6e5b07b279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1982148
Jan 28 02:01:51.988563 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67dd0a-6686-418d-9d62-c9513ef75538 req-404213fb-84c1-4f94-8b9c-1c11583bbd7e tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:51.990482 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7a67dd0a-6686-418d-9d62-c9513ef75538 req-404213fb-84c1-4f94-8b9c-1c11583bbd7e tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.4914384
Jan 28 02:01:52.022884 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-8014d061-3faf-409c-b672-add13cb9fb85 req-21a1f4c2-c751-452b-8c74-9efbafa74392 service neutron] 10.222.0.82 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1638978
Jan 28 02:01:52.034676 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350a289-f840-4dc5-8090-8f52fa1dd8cb req-0d7bd81a-8b05-4373-9f23-29c3a818991d tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:52.036300 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9350a289-f840-4dc5-8090-8f52fa1dd8cb req-0d7bd81a-8b05-4373-9f23-29c3a818991d tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 944 time: 0.5460083
Jan 28 02:01:52.037054 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:01:52.037390 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Checking segment: {'id': '6b56da7a-fdd6-4ef9-9a49-3326eb688061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:01:52.037778 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Bound using segment: {'id': '6b56da7a-fdd6-4ef9-9a49-3326eb688061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426'} {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:01:52.038226 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.managers [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Bound port: 1c3eebfc-cf3d-4a86-8be4-2f39da195acf, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b56da7a-fdd6-4ef9-9a49-3326eb688061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426'}}] {{(pid=101322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:01:52.038580 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:52.139110 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-16d46125-3593-402d-b4ce-cbd7c2e2e297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:52.152878 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-16d46125-3593-402d-b4ce-cbd7c2e2e297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:52.164068 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7a67dd0a-6686-418d-9d62-c9513ef75538 req-b2fd83ef-93d2-45e4-83e4-5bfe8d27c188 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1653278
Jan 28 02:01:52.189028 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9350a289-f840-4dc5-8090-8f52fa1dd8cb req-7f606ac4-1ee6-4628-9032-545217b4a907 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284056
Jan 28 02:01:52.222553 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-16d46125-3593-402d-b4ce-cbd7c2e2e297 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5006e5aeeb1a418388074a380f19c45a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9615970
Jan 28 02:01:52.225100 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 37984) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:52.227302 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.db [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] For port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf, host hv-cinder-82497, cleared binding levels {{(pid=101322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:01:52.236688 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.db [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] For port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:01:52.239067 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d46125-3593-402d-b4ce-cbd7c2e2e297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff25202-1586-4168-995a-4a3e7ed57006,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:52.253106 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:52.346328 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:52.346969 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for port, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:52.348352 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] 10.222.0.82 "PUT /v2.0/ports/1c3eebfc-cf3d-4a86-8be4-2f39da195acf HTTP/1.1" status: 200  len: 1093 time: 1.6724987
Jan 28 02:01:52.352602 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d048580-813a-43b7-ae1a-e0b1a9c8c234', 'tag': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf'}] {{(pid=101322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:01:52.355330 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22e9aba1f3ae753be8f095bd4de5bd58f45f4f40cfe68f6f18584bec835fbd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591188c0-e746-4e1c-8f35-d9f59240f12e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d048580-813a-43b7-ae1a-e0b1a9c8c234", "tag": "1c3eebfc-cf3d-4a86-8be4-2f39da195acf"}]}' {{(pid=101322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:01:52.421521 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c00cff-adb6-4072-8509-2bdddeed7f80 req-848aee61-c129-4e01-92d2-26880617292b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:52.423064 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-40c00cff-adb6-4072-8509-2bdddeed7f80 req-848aee61-c129-4e01-92d2-26880617292b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 944 time: 0.1748376
Jan 28 02:01:52.431879 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bc9eb-d717-4cbd-87e4-ceef35cee5df service neutron] Pushing event updated for resources: {'Port': ['ID=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,revision_number=3']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:52.446460 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f97dcf-7ef8-4665-9f29-19817b466d3d req-281df0a8-302b-497e-ac5b-ae599b1cec4e tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:52.447941 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-33f97dcf-7ef8-4665-9f29-19817b466d3d req-281df0a8-302b-497e-ac5b-ae599b1cec4e tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 944 time: 0.1983156
Jan 28 02:01:52.498947 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9b90058e-d48a-4ae0-ac89-d083a59cf7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:52.567331 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9b90058e-d48a-4ae0-ac89-d083a59cf7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:52.570617 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-dac5b200-bfae-44fd-82a2-4eab78f6ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:52.572470 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-dac5b200-bfae-44fd-82a2-4eab78f6ecbf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=578fc5bd64da4dcdbff2e317361168ec&device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 1096 time: 0.1600935
Jan 28 02:01:52.582782 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-40c00cff-adb6-4072-8509-2bdddeed7f80 req-3cf47f1a-8ef2-4fe1-a2b8-b76561fc138c tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450617
Jan 28 02:01:52.588627 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-33f97dcf-7ef8-4665-9f29-19817b466d3d req-b542938e-c9b9-4e79-b0e8-7303b7d97a45 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105740
Jan 28 02:01:52.637762 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-37569096-2ea7-4aba-957a-a707c823e7dd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c3eebfc-cf3d-4a86-8be4-2f39da195acf HTTP/1.1" status: 200  len: 217 time: 0.0465798
Jan 28 02:01:52.645104 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2f0ee8-5501-46da-8aed-14dbdd415cce x-openstack-request-id: req-8d2f0ee8-5501-46da-8aed-14dbdd415cce {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:01:52.645399 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d048580-813a-43b7-ae1a-e0b1a9c8c234", "tag": "1c3eebfc-cf3d-4a86-8be4-2f39da195acf", "status": "completed", "code": 200}]} {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:01:52.645650 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d2f0ee8-5501-46da-8aed-14dbdd415cce {{(pid=101322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:01:52.646057 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d048580-813a-43b7-ae1a-e0b1a9c8c234', 'tag': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf', 'status': 'completed', 'code': 200}
Jan 28 02:01:52.698486 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-6ee0d9dc-2136-4a1a-9687-335f2d440fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:52.700007 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-6ee0d9dc-2136-4a1a-9687-335f2d440fdb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aba7715e-a82d-463d-8206-e0dca7c49061 HTTP/1.1" status: 200  len: 856 time: 0.0508249
Jan 28 02:01:52.704488 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9b90058e-d48a-4ae0-ac89-d083a59cf7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:52.707741 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9b90058e-d48a-4ae0-ac89-d083a59cf7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:52.711465 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-9b90058e-d48a-4ae0-ac89-d083a59cf7e3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0ff25202-1586-4168-995a-4a3e7ed57006 HTTP/1.1" status: 204  len: 168 time: 0.4830787
Jan 28 02:01:52.748327 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90058e-d48a-4ae0-ac89-d083a59cf7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff25202-1586-4168-995a-4a3e7ed57006,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:52.775547 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-e8cc38d3-27bc-4ad8-a601-2ce6b5697f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:52.777154 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-e8cc38d3-27bc-4ad8-a601-2ce6b5697f14 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=34615009-fca5-44cc-84b3-0752c6a7e426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0669327
Jan 28 02:01:52.866383 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-af503116-7eb7-4efc-84c0-2396e7c4d134 service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813930
Jan 28 02:01:52.972875 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8e647025-4177-4dc4-af96-a20e2de7dfcd req-5610a569-5a23-4ee6-ace3-5a789b7b6a92 service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0980344
Jan 28 02:01:52.980228 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 8221b17d-3386-4e97-a157-ca4c9071392b details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:01:52.987004 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 37996) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:53.001599 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9226dee6-a030-4adf-b844-1b45b51308fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:53.019873 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device bdfdebab-1bce-49af-b683-2bf00d7f807c up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:01:53.113678 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9226dee6-a030-4adf-b844-1b45b51308fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:53.139079 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9226dee6-a030-4adf-b844-1b45b51308fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:53.149627 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 8221b17d-3386-4e97-a157-ca4c9071392b, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=8221b17d-3386-4e97-a157-ca4c9071392b,segment=NetworkSegment(a75b17f3-9fe9-4215-9ea9-6888b49dd772),segment_id=a75b17f3-9fe9-4215-9ea9-6888b49dd772)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:01:53.158146 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port bdfdebab-1bce-49af-b683-2bf00d7f807c completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:01:53.165661 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port bdfdebab-1bce-49af-b683-2bf00d7f807c triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:53.166119 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:53.167983 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': '8221b17d-3386-4e97-a157-ca4c9071392b', 'network_id': '27b7e674-c1b4-46df-b078-0f6e5b07b279', 'port_id': '8221b17d-3386-4e97-a157-ca4c9071392b', 'mac_address': 'fa:16:3e:e6:5d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1814b3-32c1-49f9-aef2-918dffd38e7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:01:53.209565 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226dee6-a030-4adf-b844-1b45b51308fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2694760f-d62f-42d9-9bce-34984998e38a,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:53.260820 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-9226dee6-a030-4adf-b844-1b45b51308fe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7323edce842b46b5ab8b2745d39f9e5d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2727299
Jan 28 02:01:53.261513 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38024) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:53.277956 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:53.289307 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591188c0-e746-4e1c-8f35-d9f59240f12e req-4a121c85-a23c-4d7f-8fb8-900b506ca49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:53.291396 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-591188c0-e746-4e1c-8f35-d9f59240f12e req-4a121c85-a23c-4d7f-8fb8-900b506ca49c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=578fc5bd64da4dcdbff2e317361168ec&device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 1096 time: 0.1966879
Jan 28 02:01:53.303263 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8221b17d-3386-4e97-a157-ca4c9071392b {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:01:53.329136 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 8221b17d-3386-4e97-a157-ca4c9071392b, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=8221b17d-3386-4e97-a157-ca4c9071392b,segment=NetworkSegment(a75b17f3-9fe9-4215-9ea9-6888b49dd772),segment_id=a75b17f3-9fe9-4215-9ea9-6888b49dd772)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:01:53.350094 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:53.350924 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:01:53.382042 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c81b7e7c-9722-4306-8467-5ab606a098eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:53.405642 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c81b7e7c-9722-4306-8467-5ab606a098eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:53.426468 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:53.468489 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c81b7e7c-9722-4306-8467-5ab606a098eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:53.471999 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c81b7e7c-9722-4306-8467-5ab606a098eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:53.473107 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-c81b7e7c-9722-4306-8467-5ab606a098eb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2694760f-d62f-42d9-9bce-34984998e38a HTTP/1.1" status: 204  len: 168 time: 0.2097790
Jan 28 02:01:53.495679 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b7e7c-9722-4306-8467-5ab606a098eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2694760f-d62f-42d9-9bce-34984998e38a,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:53.525078 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7e70ce-ff2e-4323-baec-1455763bb95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfdebab-1bce-49af-b683-2bf00d7f807c'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:01:53.534829 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd616c98-87b4-4ac3-a996-adda2758de19 req-160626cc-fbe5-4d64-9263-b42afce66ae2 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:53.536337 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dd616c98-87b4-4ac3-a996-adda2758de19 req-160626cc-fbe5-4d64-9263-b42afce66ae2 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 945 time: 0.2265630
Jan 28 02:01:53.560076 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07ae14-d170-4c32-9de4-9ed909f1162b req-68a05fb7-33d1-46a6-8896-2855455d3191 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:53.561841 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0f07ae14-d170-4c32-9de4-9ed909f1162b req-68a05fb7-33d1-46a6-8896-2855455d3191 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.1607337
Jan 28 02:01:53.611104 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591188c0-e746-4e1c-8f35-d9f59240f12e req-03a58870-5fcd-45c6-9b8d-6aee504d8d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:53.612827 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-591188c0-e746-4e1c-8f35-d9f59240f12e req-03a58870-5fcd-45c6-9b8d-6aee504d8d51 service neutron] 10.222.0.82 "GET /v2.0/networks?id=34615009-fca5-44cc-84b3-0752c6a7e426 HTTP/1.1" status: 200  len: 918 time: 0.3106394
Jan 28 02:01:53.626272 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dd616c98-87b4-4ac3-a996-adda2758de19 req-e9d798a4-6276-4cfb-ba5c-84d5e64bb931 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802789
Jan 28 02:01:53.627301 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port bdfdebab-1bce-49af-b683-2bf00d7f807c, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=bdfdebab-1bce-49af-b683-2bf00d7f807c,segment=NetworkSegment(374283b2-2bd7-47c5-8ecc-11b670e17633),segment_id=374283b2-2bd7-47c5-8ecc-11b670e17633)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:01:53.630432 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=8221b17d-3386-4e97-a157-ca4c9071392b,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:53.641570 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:53.670553 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-591188c0-e746-4e1c-8f35-d9f59240f12e req-717f0d8e-dd43-45a3-a5df-e0c66e724955 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c3eebfc-cf3d-4a86-8be4-2f39da195acf HTTP/1.1" status: 200  len: 217 time: 0.0492842
Jan 28 02:01:53.682626 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0f07ae14-d170-4c32-9de4-9ed909f1162b req-74dc4327-bfaa-4c5f-8404-1fa45c5ad71f tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0917907
Jan 28 02:01:53.694853 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=37e6d8f1-ff0f-4f83-801f-3e5eb74019e6,segment=NetworkSegment(17b807dd-4180-4db0-868c-9da3eb0b5806),segment_id=17b807dd-4180-4db0-868c-9da3eb0b5806)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:01:53.730159 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': '37e6d8f1-ff0f-4f83-801f-3e5eb74019e6', 'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f', 'port_id': '37e6d8f1-ff0f-4f83-801f-3e5eb74019e6', 'mac_address': 'fa:16:3e:1b:4e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3f8818-a239-4d13-b1cd-c34e6490de40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:01:53.789382 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591188c0-e746-4e1c-8f35-d9f59240f12e req-ca38c709-edf2-4d98-a580-7644ebfe44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:53.796144 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:53.796288 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-591188c0-e746-4e1c-8f35-d9f59240f12e req-ca38c709-edf2-4d98-a580-7644ebfe44c5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aba7715e-a82d-463d-8206-e0dca7c49061 HTTP/1.1" status: 200  len: 856 time: 0.1129355
Jan 28 02:01:53.820106 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645974d-57e4-4dcd-acaa-58089f573d7e req-ee004022-3b36-4b4b-b36c-2795d090bbad tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:53.827837 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1645974d-57e4-4dcd-acaa-58089f573d7e req-ee004022-3b36-4b4b-b36c-2795d090bbad tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 945 time: 0.0990803
Jan 28 02:01:53.843024 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:01:53.858716 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=bdfdebab-1bce-49af-b683-2bf00d7f807c,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:53.883139 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=37e6d8f1-ff0f-4f83-801f-3e5eb74019e6,segment=NetworkSegment(17b807dd-4180-4db0-868c-9da3eb0b5806),segment_id=17b807dd-4180-4db0-868c-9da3eb0b5806)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:01:53.889012 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:53.931447 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1645974d-57e4-4dcd-acaa-58089f573d7e req-cc538037-b30b-403d-aafa-7f1e42a891cd tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001017
Jan 28 02:01:53.936692 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38044) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:53.962735 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591188c0-e746-4e1c-8f35-d9f59240f12e req-811794af-e93c-415e-8eff-eefcb0e4d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:53.964969 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-591188c0-e746-4e1c-8f35-d9f59240f12e req-811794af-e93c-415e-8eff-eefcb0e4d588 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=34615009-fca5-44cc-84b3-0752c6a7e426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1647749
Jan 28 02:01:53.980713 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38050) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:53.980853 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=37e6d8f1-ff0f-4f83-801f-3e5eb74019e6,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:53.991036 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d8c63-bf17-4f44-addf-4457f9b85675 req-599a2cc1-d700-4ce2-a09b-7a0b35794e26 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:53.993188 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-625d8c63-bf17-4f44-addf-4457f9b85675 req-599a2cc1-d700-4ce2-a09b-7a0b35794e26 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 944 time: 0.1403108
Jan 28 02:01:54.086893 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-625d8c63-bf17-4f44-addf-4457f9b85675 req-91d3c430-bb86-4be3-b741-f19536d8c706 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829329
Jan 28 02:01:54.136796 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2da8e7bb-e888-4b70-8632-6ad9ab3ad7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:54.145649 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825cb5ed-3389-433a-922e-286b2d65a0ff" -d '{"events": [{"server_uuid": "0c7e70ce-ff2e-4323-baec-1455763bb95f", "name": "network-vif-plugged", "status": "completed", "tag": "bdfdebab-1bce-49af-b683-2bf00d7f807c"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:01:54.146944 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-591188c0-e746-4e1c-8f35-d9f59240f12e req-9c4ddbb2-f874-43f1-9eb8-92906f56fe26 service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1682396
Jan 28 02:01:54.208574 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7edabe08-c78a-44f4-a67c-93ccf866f71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:54.292789 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['8221b17d-3386-4e97-a157-ca4c9071392b'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:01:54.334578 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673a4fda-3e87-43ff-97f2-479764468c8c x-openstack-request-id: req-673a4fda-3e87-43ff-97f2-479764468c8c {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:01:54.334936 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7e70ce-ff2e-4323-baec-1455763bb95f", "name": "network-vif-plugged", "status": "completed", "tag": "bdfdebab-1bce-49af-b683-2bf00d7f807c", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:01:54.335196 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-673a4fda-3e87-43ff-97f2-479764468c8c {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:01:54.335637 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7e70ce-ff2e-4323-baec-1455763bb95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfdebab-1bce-49af-b683-2bf00d7f807c', 'code': 200}
Jan 28 02:01:54.340130 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['37e6d8f1-ff0f-4f83-801f-3e5eb74019e6'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:01:54.350508 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-591188c0-e746-4e1c-8f35-d9f59240f12e req-1adf09f6-0d25-409b-be45-9ba8765aa1a1 service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1920781
Jan 28 02:01:54.354266 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2da8e7bb-e888-4b70-8632-6ad9ab3ad7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:54.365070 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2da8e7bb-e888-4b70-8632-6ad9ab3ad7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:54.425313 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-2da8e7bb-e888-4b70-8632-6ad9ab3ad7b9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dd02e7febf1b4e4f905b571ac25ce7f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4864335
Jan 28 02:01:54.427520 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7edabe08-c78a-44f4-a67c-93ccf866f71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:54.428388 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 38072) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:54.430263 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8e7bb-e888-4b70-8632-6ad9ab3ad7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c394b41-43de-4e02-aaa5-579f2b6ceedd,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:54.454227 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7edabe08-c78a-44f4-a67c-93ccf866f71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:54.533046 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-7edabe08-c78a-44f4-a67c-93ccf866f71f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=509839c767994a8a9af6454e5e21e03d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5504966
Jan 28 02:01:54.534662 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-df24e449-f1ef-455f-ba30-5629d7522d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:54.536341 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 38078) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:54.550802 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edabe08-c78a-44f4-a67c-93ccf866f71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc513ce-5ea9-4648-8e22-1312d11b503a,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:54.611581 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-df24e449-f1ef-455f-ba30-5629d7522d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:54.765375 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cc654-fdc5-4ca1-aa99-c6bcb50652ee req-dc324e3d-0a32-4286-9f45-7ea5d2df2e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:54.767017 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f35cc654-fdc5-4ca1-aa99-c6bcb50652ee req-dc324e3d-0a32-4286-9f45-7ea5d2df2e05 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 1098 time: 0.1789484
Jan 28 02:01:54.794706 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4191947c-21a0-44b1-a3ab-2530613dcd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:54.823864 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-f35cc654-fdc5-4ca1-aa99-c6bcb50652ee req-e630a187-cb69-4fc1-a00f-cf0ce559d0f7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:54.854435 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-df24e449-f1ef-455f-ba30-5629d7522d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:54.857042 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-df24e449-f1ef-455f-ba30-5629d7522d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:54.858191 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-df24e449-f1ef-455f-ba30-5629d7522d3d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6c394b41-43de-4e02-aaa5-579f2b6ceedd HTTP/1.1" status: 204  len: 168 time: 0.4284275
Jan 28 02:01:54.873988 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4f139-6b97-4036-a09c-f812e1d2690a req-0ef33231-4c6e-46d6-95f5-667b689f6382 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:54.875849 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-14c4f139-6b97-4036-a09c-f812e1d2690a req-0ef33231-4c6e-46d6-95f5-667b689f6382 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 945 time: 0.1567400
Jan 28 02:01:54.878872 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4191947c-21a0-44b1-a3ab-2530613dcd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:54.911493 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24e449-f1ef-455f-ba30-5629d7522d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c394b41-43de-4e02-aaa5-579f2b6ceedd,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:54.956264 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4516e2a-53b2-4a66-a11a-965a61b9b35e req-59ff0e9f-494a-45c8-8b74-d3a0feef4e1e tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:54.957883 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c4516e2a-53b2-4a66-a11a-965a61b9b35e req-59ff0e9f-494a-45c8-8b74-d3a0feef4e1e tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.1879499
Jan 28 02:01:55.001288 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 74b68811-cff5-4440-b73c-e6a15a359cac details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:01:55.015021 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-14c4f139-6b97-4036-a09c-f812e1d2690a req-c53f5114-ac72-4a50-9925-d1eff47540e5 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187394
Jan 28 02:01:55.048153 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c4516e2a-53b2-4a66-a11a-965a61b9b35e req-4b2c5147-d6d2-4be5-9b68-974057e6679f tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0836992
Jan 28 02:01:55.054859 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4191947c-21a0-44b1-a3ab-2530613dcd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.057345 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4191947c-21a0-44b1-a3ab-2530613dcd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.058528 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-4191947c-21a0-44b1-a3ab-2530613dcd06 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dcc513ce-5ea9-4648-8e22-1312d11b503a HTTP/1.1" status: 204  len: 168 time: 0.5212801
Jan 28 02:01:55.088706 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191947c-21a0-44b1-a3ab-2530613dcd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc513ce-5ea9-4648-8e22-1312d11b503a,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:55.103049 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-f35cc654-fdc5-4ca1-aa99-c6bcb50652ee req-e630a187-cb69-4fc1-a00f-cf0ce559d0f7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.108204 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-f35cc654-fdc5-4ca1-aa99-c6bcb50652ee req-e630a187-cb69-4fc1-a00f-cf0ce559d0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.145566 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f35cc654-fdc5-4ca1-aa99-c6bcb50652ee req-e630a187-cb69-4fc1-a00f-cf0ce559d0f7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3704319
Jan 28 02:01:55.165793 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630a187-cb69-4fc1-a00f-cf0ce559d0f7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8faaad7e-fd12-43f8-990c-4426f6135880,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:55.208473 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6f9ce-af59-4077-bd15-c7519b535026 req-cbc781e0-e5a0-42f7-bbe0-6c5d9ad612c9 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:55.210094 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-61a6f9ce-af59-4077-bd15-c7519b535026 req-cbc781e0-e5a0-42f7-bbe0-6c5d9ad612c9 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 945 time: 0.0636070
Jan 28 02:01:55.232614 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 74b68811-cff5-4440-b73c-e6a15a359cac, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=74b68811-cff5-4440-b73c-e6a15a359cac,segment=NetworkSegment(17b807dd-4180-4db0-868c-9da3eb0b5806),segment_id=17b807dd-4180-4db0-868c-9da3eb0b5806)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:01:55.247583 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': '74b68811-cff5-4440-b73c-e6a15a359cac', 'network_id': '69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f', 'port_id': '74b68811-cff5-4440-b73c-e6a15a359cac', 'mac_address': 'fa:16:3e:a7:4d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3f8818-a239-4d13-b1cd-c34e6490de40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:01:55.283255 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-61a6f9ce-af59-4077-bd15-c7519b535026 req-6347fa45-4854-4f7f-990a-b31e86d72806 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605342
Jan 28 02:01:55.293258 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39b6f0-8068-4c96-b4bd-6deb34040ac1 req-e0b8ef07-8218-4146-806d-3c9e1b91bc02 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:55.294925 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1c39b6f0-8068-4c96-b4bd-6deb34040ac1 req-e0b8ef07-8218-4146-806d-3c9e1b91bc02 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 944 time: 0.0839264
Jan 28 02:01:55.327077 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.342932 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b68811-cff5-4440-b73c-e6a15a359cac {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:01:55.349263 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1c39b6f0-8068-4c96-b4bd-6deb34040ac1 req-5db3a7ba-6a8b-4a1b-b69b-4fecb2001bdc tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480831
Jan 28 02:01:55.382664 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 74b68811-cff5-4440-b73c-e6a15a359cac, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=74b68811-cff5-4440-b73c-e6a15a359cac,segment=NetworkSegment(17b807dd-4180-4db0-868c-9da3eb0b5806),segment_id=17b807dd-4180-4db0-868c-9da3eb0b5806)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:01:55.387302 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.388171 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 1c3eebfc-cf3d-4a86-8be4-2f39da195acf details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:01:55.444444 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38114) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:55.458028 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7dd7c683-9fe7-409b-a185-42b43fa20a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.492992 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=74b68811-cff5-4440-b73c-e6a15a359cac,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:55.494986 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38116) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:55.515951 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4e599349-5700-47b0-b675-241fd673898e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.541774 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:01:55.554648 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'port_id': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf', 'mac_address': 'fa:16:3e:7d:bd:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:01:55.598936 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.605616 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7dd7c683-9fe7-409b-a185-42b43fa20a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.614164 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3eebfc-cf3d-4a86-8be4-2f39da195acf {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:01:55.615231 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7dd7c683-9fe7-409b-a185-42b43fa20a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.638525 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:01:55.643887 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.669701 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4e599349-5700-47b0-b675-241fd673898e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.674729 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7c683-9fe7-409b-a185-42b43fa20a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e231c1fa-9279-431c-9ede-6bb47c67ce4c,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:55.680249 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-7dd7c683-9fe7-409b-a185-42b43fa20a1a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a541aaac57d74d9b9587b6e19af84f39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2347925
Jan 28 02:01:55.680962 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4e599349-5700-47b0-b675-241fd673898e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.683408 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 38120) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:55.722795 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:55.723804 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-4e599349-5700-47b0-b675-241fd673898e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e889746617994a7fa8267a0a94546874&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2267895
Jan 28 02:01:55.726035 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e599349-5700-47b0-b675-241fd673898e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8889b45-1e5a-430a-9360-95dfe073ceda,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:55.728306 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38124) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:55.767643 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fa577689-4e9a-4684-85a6-f2299788266b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.799903 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fa577689-4e9a-4684-85a6-f2299788266b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.800089 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-63985907-501a-46a7-9b25-9ee6ea8643e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.832899 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-63985907-501a-46a7-9b25-9ee6ea8643e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.861063 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fa577689-4e9a-4684-85a6-f2299788266b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.865557 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fa577689-4e9a-4684-85a6-f2299788266b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.866972 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-fa577689-4e9a-4684-85a6-f2299788266b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e231c1fa-9279-431c-9ede-6bb47c67ce4c HTTP/1.1" status: 204  len: 168 time: 0.1821139
Jan 28 02:01:55.877386 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa577689-4e9a-4684-85a6-f2299788266b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e231c1fa-9279-431c-9ede-6bb47c67ce4c,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:55.893520 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-63985907-501a-46a7-9b25-9ee6ea8643e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.897177 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-63985907-501a-46a7-9b25-9ee6ea8643e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:55.898594 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-63985907-501a-46a7-9b25-9ee6ea8643e9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b8889b45-1e5a-430a-9360-95dfe073ceda HTTP/1.1" status: 204  len: 168 time: 0.1692135
Jan 28 02:01:55.925012 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63985907-501a-46a7-9b25-9ee6ea8643e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8889b45-1e5a-430a-9360-95dfe073ceda,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:56.053629 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['74b68811-cff5-4440-b73c-e6a15a359cac'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:01:56.064534 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['1c3eebfc-cf3d-4a86-8be4-2f39da195acf'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:01:56.303656 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed1f29-4bd2-4392-9f3c-eea1f92713b3 req-9f703dcf-ea98-4174-a936-b006f5a16298 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:56.305159 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-38ed1f29-4bd2-4392-9f3c-eea1f92713b3 req-9f703dcf-ea98-4174-a936-b006f5a16298 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 944 time: 0.0900230
Jan 28 02:01:56.324943 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117466ac-1de5-48bd-8d4c-2d78d6305e29 req-74e36de3-a58e-4c30-aa9b-720dc5701697 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:56.326687 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-117466ac-1de5-48bd-8d4c-2d78d6305e29 req-74e36de3-a58e-4c30-aa9b-720dc5701697 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 945 time: 0.1759079
Jan 28 02:01:56.385299 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-38ed1f29-4bd2-4392-9f3c-eea1f92713b3 req-bf0b7c68-c5e8-4c0e-91bb-832955259074 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714884
Jan 28 02:01:56.408026 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-117466ac-1de5-48bd-8d4c-2d78d6305e29 req-ffe2f040-937c-4b46-bf1c-be864a3f1485 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616100
Jan 28 02:01:56.701384 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38190) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:56.789049 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ef9d0-b4b8-42e0-9729-550e97fb0d93 req-a5844557-b104-4f92-a5e8-e88297aff8e2 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:56.790547 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8e6ef9d0-b4b8-42e0-9729-550e97fb0d93 req-a5844557-b104-4f92-a5e8-e88297aff8e2 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 945 time: 0.2880781
Jan 28 02:01:56.822353 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddde86-6535-43e6-9d6b-829472d81584 req-1bc71f25-7c7d-4758-8bd3-5ea00a5fe894 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:56.823830 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-98ddde86-6535-43e6-9d6b-829472d81584 req-1bc71f25-7c7d-4758-8bd3-5ea00a5fe894 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 945 time: 0.2844136
Jan 28 02:01:56.855470 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8e6ef9d0-b4b8-42e0-9729-550e97fb0d93 req-65c4b406-3bef-441b-bbac-437c693c1222 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578184
Jan 28 02:01:56.897975 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-98ddde86-6535-43e6-9d6b-829472d81584 req-ed1dfd9b-d1a6-4e2f-b417-598c534b8edd tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619559
Jan 28 02:01:56.996636 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 8221b17d-3386-4e97-a157-ca4c9071392b up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:01:57.066580 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6f743916-b24e-4bfa-a6de-6eedb6cf9e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:57.216253 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6f743916-b24e-4bfa-a6de-6eedb6cf9e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:57.222124 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6f743916-b24e-4bfa-a6de-6eedb6cf9e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:57.254579 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-6f743916-b24e-4bfa-a6de-6eedb6cf9e76 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ee5d4b29b0d349f5a33a887cadfed8d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5515165
Jan 28 02:01:57.257141 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38226) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:57.268048 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port 8221b17d-3386-4e97-a157-ca4c9071392b completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:01:57.273174 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port 8221b17d-3386-4e97-a157-ca4c9071392b triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:57.273548 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:57.282494 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f743916-b24e-4bfa-a6de-6eedb6cf9e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8aa253-4a5a-4fec-bfb9-319174187c16,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:57.324371 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-02eed6a5-3145-4d25-a4c1-7375b84d3b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:57.352704 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-02eed6a5-3145-4d25-a4c1-7375b84d3b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:57.376289 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:57.403487 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf2b320-c2a2-40d6-afca-73668bda7933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8221b17d-3386-4e97-a157-ca4c9071392b'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:01:57.405873 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1826ab-d694-4d3d-9fd9-97f6c0e5f8b6" -d '{"events": [{"server_uuid": "aaf2b320-c2a2-40d6-afca-73668bda7933", "name": "network-vif-plugged", "status": "completed", "tag": "8221b17d-3386-4e97-a157-ca4c9071392b"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:01:57.417052 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-02eed6a5-3145-4d25-a4c1-7375b84d3b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:57.419720 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 8221b17d-3386-4e97-a157-ca4c9071392b, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=8221b17d-3386-4e97-a157-ca4c9071392b,segment=NetworkSegment(a75b17f3-9fe9-4215-9ea9-6888b49dd772),segment_id=a75b17f3-9fe9-4215-9ea9-6888b49dd772)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:01:57.420046 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-02eed6a5-3145-4d25-a4c1-7375b84d3b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:57.423302 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-02eed6a5-3145-4d25-a4c1-7375b84d3b47 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3a8aa253-4a5a-4fec-bfb9-319174187c16 HTTP/1.1" status: 204  len: 168 time: 0.1649745
Jan 28 02:01:57.428660 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:57.430880 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:01:57.447736 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eed6a5-3145-4d25-a4c1-7375b84d3b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8aa253-4a5a-4fec-bfb9-319174187c16,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:57.475178 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c75bc1-3048-4df4-a9c7-9b634298d6b1 x-openstack-request-id: req-c7c75bc1-3048-4df4-a9c7-9b634298d6b1 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:01:57.475486 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf2b320-c2a2-40d6-afca-73668bda7933", "name": "network-vif-plugged", "status": "completed", "tag": "8221b17d-3386-4e97-a157-ca4c9071392b", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:01:57.475743 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c7c75bc1-3048-4df4-a9c7-9b634298d6b1 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:01:57.476139 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf2b320-c2a2-40d6-afca-73668bda7933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8221b17d-3386-4e97-a157-ca4c9071392b', 'code': 200}
Jan 28 02:01:57.561641 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:01:57.566232 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0fa0d-7066-4bd6-9bad-193e93902909 req-8383498e-e8eb-486a-b21a-2e3f911a8cb8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:57.568142 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-21a0fa0d-7066-4bd6-9bad-193e93902909 req-8383498e-e8eb-486a-b21a-2e3f911a8cb8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 944 time: 0.0824187
Jan 28 02:01:57.582795 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:57.583340 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:57.652866 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-21a0fa0d-7066-4bd6-9bad-193e93902909 req-26251b40-4105-44da-b962-a636ade60814 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0756469
Jan 28 02:01:57.682844 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e81d0-69a7-4bec-8842-113a4043854b req-7dff5c1c-4c6c-4a33-9e0f-528007d3cfd8 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:57.684388 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3e5e81d0-69a7-4bec-8842-113a4043854b req-7dff5c1c-4c6c-4a33-9e0f-528007d3cfd8 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 946 time: 0.1083670
Jan 28 02:01:57.685106 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=8221b17d-3386-4e97-a157-ca4c9071392b,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:57.744485 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:57.773894 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38246) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:57.779822 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=37e6d8f1-ff0f-4f83-801f-3e5eb74019e6,segment=NetworkSegment(17b807dd-4180-4db0-868c-9da3eb0b5806),segment_id=17b807dd-4180-4db0-868c-9da3eb0b5806)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:01:57.780141 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3e5e81d0-69a7-4bec-8842-113a4043854b req-fd98791a-b321-46d4-9dfb-1bc8f3e34889 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735414
Jan 28 02:01:57.784630 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bc1de-e194-45c9-b1bd-6d9d0c7af924 req-a34b4abc-afbc-4886-bbfa-0bde06776420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:57.786104 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a26bc1de-e194-45c9-b1bd-6d9d0c7af924 req-a34b4abc-afbc-4886-bbfa-0bde06776420 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 1099 time: 0.1002021
Jan 28 02:01:57.793314 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:57.833776 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a26bc1de-e194-45c9-b1bd-6d9d0c7af924 req-a0e61f79-45a8-4930-a17d-8494b53052f6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410833
Jan 28 02:01:57.865016 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=37e6d8f1-ff0f-4f83-801f-3e5eb74019e6,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:57.980559 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f84a4-b097-4545-89e1-a271f115e5b3 req-394addfd-daee-4499-bd91-c9110b9023c4 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:57.982133 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d57f84a4-b097-4545-89e1-a271f115e5b3 req-394addfd-daee-4499-bd91-c9110b9023c4 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 945 time: 0.0586619
Jan 28 02:01:58.069315 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fc1bf-b040-4928-a896-a298f8ab55a9 req-5043e8d4-6ac9-40be-b826-1108e7ffdab6 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:58.070844 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-be6fc1bf-b040-4928-a896-a298f8ab55a9 req-5043e8d4-6ac9-40be-b826-1108e7ffdab6 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 945 time: 0.0877700
Jan 28 02:01:58.074528 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d57f84a4-b097-4545-89e1-a271f115e5b3 req-e0b1e7ee-10c5-412e-8906-a978973fa673 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522938
Jan 28 02:01:58.105361 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4cb9-a570-4523-9375-1f44bce62a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:58.118544 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-be6fc1bf-b040-4928-a896-a298f8ab55a9 req-a3e4bb38-5c43-442f-b8dc-162f4b5fa7ff tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418942
Jan 28 02:01:58.224299 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4cb9-a570-4523-9375-1f44bce62a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:58.229890 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4cb9-a570-4523-9375-1f44bce62a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:58.242994 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 38264) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:58.259119 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-87bfee70-058c-4971-8670-c014d5fd9bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:58.271602 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-7a4e4cb9-a570-4523-9375-1f44bce62a4d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9f3f6ab6f4fa45f39a96bc19168a12c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4957416
Jan 28 02:01:58.276635 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38266) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:58.287524 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e4cb9-a570-4523-9375-1f44bce62a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5666a63-23bd-4c7f-9f98-322dafc39690,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:58.348884 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2fd9c605-3491-40f7-9ae4-b6b92d1b67c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:58.376768 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2fd9c605-3491-40f7-9ae4-b6b92d1b67c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:58.423557 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 38270) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:58.448664 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-87bfee70-058c-4971-8670-c014d5fd9bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:58.452682 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2fd9c605-3491-40f7-9ae4-b6b92d1b67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:58.455913 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2fd9c605-3491-40f7-9ae4-b6b92d1b67c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:58.457375 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-2fd9c605-3491-40f7-9ae4-b6b92d1b67c6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a5666a63-23bd-4c7f-9f98-322dafc39690 HTTP/1.1" status: 204  len: 168 time: 0.1798568
Jan 28 02:01:58.460551 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-87bfee70-058c-4971-8670-c014d5fd9bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:58.472451 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9c605-3491-40f7-9ae4-b6b92d1b67c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5666a63-23bd-4c7f-9f98-322dafc39690,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:58.538649 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-87bfee70-058c-4971-8670-c014d5fd9bac admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2237d4075d64426c85eeaa7c5f20d0c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2922418
Jan 28 02:01:58.539106 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38282) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:58.552173 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfee70-058c-4971-8670-c014d5fd9bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0a78e0-be3f-4e5b-89ae-0462e8890eb4,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:58.618278 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b5ba9672-b88b-4b92-a87c-7a0ef4dc7554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:58.627748 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-1ffab3e1-8ca6-4c85-a313-7ba9f2a0d912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:58.642989 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b5ba9672-b88b-4b92-a87c-7a0ef4dc7554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:58.708742 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b5ba9672-b88b-4b92-a87c-7a0ef4dc7554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:58.712640 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b5ba9672-b88b-4b92-a87c-7a0ef4dc7554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:58.714140 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-b5ba9672-b88b-4b92-a87c-7a0ef4dc7554 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7d0a78e0-be3f-4e5b-89ae-0462e8890eb4 HTTP/1.1" status: 204  len: 168 time: 0.1739755
Jan 28 02:01:58.725387 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba9672-b88b-4b92-a87c-7a0ef4dc7554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0a78e0-be3f-4e5b-89ae-0462e8890eb4,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:58.762190 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-1ffab3e1-8ca6-4c85-a313-7ba9f2a0d912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:58.792149 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-1ffab3e1-8ca6-4c85-a313-7ba9f2a0d912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:58.867593 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742bd55-ef79-4b99-ac55-7d3f1c0938ec req-fa764837-3fa3-4f5b-8247-9b54af800418 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:58.869061 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c742bd55-ef79-4b99-ac55-7d3f1c0938ec req-fa764837-3fa3-4f5b-8247-9b54af800418 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 944 time: 0.1055732
Jan 28 02:01:58.871625 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffab3e1-8ca6-4c85-a313-7ba9f2a0d912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4d8665-5e02-40f8-95cb-413787b48f26,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:58.880213 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-1ffab3e1-8ca6-4c85-a313-7ba9f2a0d912 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7c3b94e7248a49cda5cca3302396d7f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4551072
Jan 28 02:01:58.880578 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38294) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:58.978191 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef6f90-9f39-41b6-b2c3-055347bf7775 req-b4add40b-9ac3-448a-98da-76f5d405d2fa tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:58.986865 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-35ef6f90-9f39-41b6-b2c3-055347bf7775 req-b4add40b-9ac3-448a-98da-76f5d405d2fa tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 946 time: 0.1165345
Jan 28 02:01:58.998777 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-13683097-5127-4088-836e-cdc8f3f240b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.001415 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 74b68811-cff5-4440-b73c-e6a15a359cac up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:01:59.008028 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c742bd55-ef79-4b99-ac55-7d3f1c0938ec req-dd18bee3-b610-4a1b-8b66-4dcec3a2a204 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0982666
Jan 28 02:01:59.039851 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-13683097-5127-4088-836e-cdc8f3f240b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.041603 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 38298) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:59.096724 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-35ef6f90-9f39-41b6-b2c3-055347bf7775 req-42247f72-537c-464d-ba9f-c2f1b18524b7 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087594
Jan 28 02:01:59.098500 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-13683097-5127-4088-836e-cdc8f3f240b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.100217 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c99f7337-d181-489d-aed2-108c1f62d7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.101920 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port 74b68811-cff5-4440-b73c-e6a15a359cac completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:01:59.102494 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-13683097-5127-4088-836e-cdc8f3f240b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.106145 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-13683097-5127-4088-836e-cdc8f3f240b1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fe4d8665-5e02-40f8-95cb-413787b48f26 HTTP/1.1" status: 204  len: 168 time: 0.2218955
Jan 28 02:01:59.114930 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port 74b68811-cff5-4440-b73c-e6a15a359cac triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:59.115357 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.122969 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13683097-5127-4088-836e-cdc8f3f240b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4d8665-5e02-40f8-95cb-413787b48f26,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:59.202775 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c99f7337-d181-489d-aed2-108c1f62d7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.210610 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c99f7337-d181-489d-aed2-108c1f62d7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.241499 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.296217 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 74b68811-cff5-4440-b73c-e6a15a359cac, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=74b68811-cff5-4440-b73c-e6a15a359cac,segment=NetworkSegment(17b807dd-4180-4db0-868c-9da3eb0b5806),segment_id=17b807dd-4180-4db0-868c-9da3eb0b5806)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:01:59.299744 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f7337-d181-489d-aed2-108c1f62d7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adfa0e2-d489-4d6e-b254-df7560879372,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:59.302215 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.303641 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 1c3eebfc-cf3d-4a86-8be4-2f39da195acf up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:01:59.305616 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-c99f7337-d181-489d-aed2-108c1f62d7cd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=33daf58cae1a4a3a9a52272cc86597a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2627842
Jan 28 02:01:59.308343 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38306) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:59.316351 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 38308) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:59.338722 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a7290-a787-4b65-8706-c02c5f28e501 req-601ae250-4a49-47f3-86fc-01f3817f84b7 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:59.340405 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-178a7290-a787-4b65-8706-c02c5f28e501 req-601ae250-4a49-47f3-86fc-01f3817f84b7 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 945 time: 0.1267173
Jan 28 02:01:59.341699 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a2268d09-ae76-4766-af7c-b6e5fcd2f3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.396720 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-178a7290-a787-4b65-8706-c02c5f28e501 req-1269a47d-d6a1-4824-8dfa-bddcf5c214b3 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465832
Jan 28 02:01:59.409587 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7a16e17e-36aa-477d-afca-8e8a29f56571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.432183 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7a16e17e-36aa-477d-afca-8e8a29f56571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.442088 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:01:59.449271 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=74b68811-cff5-4440-b73c-e6a15a359cac,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:59.452122 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:01:59.452751 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.480176 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706d03a1-cf66-4cdb-8271-bb94ca669ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e6d8f1-ff0f-4f83-801f-3e5eb74019e6'}, {'server_uuid': 'c8d62c44-4ca6-4d5a-bd60-2f5e9e821199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b68811-cff5-4440-b73c-e6a15a359cac'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:01:59.482777 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da81cd6-ace8-40f3-9670-f6cb1de72f65" -d '{"events": [{"server_uuid": "706d03a1-cf66-4cdb-8271-bb94ca669ad7", "name": "network-vif-plugged", "status": "completed", "tag": "37e6d8f1-ff0f-4f83-801f-3e5eb74019e6"}, {"server_uuid": "c8d62c44-4ca6-4d5a-bd60-2f5e9e821199", "name": "network-vif-plugged", "status": "completed", "tag": "74b68811-cff5-4440-b73c-e6a15a359cac"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:01:59.483892 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7a16e17e-36aa-477d-afca-8e8a29f56571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.501559 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7a16e17e-36aa-477d-afca-8e8a29f56571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.502985 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-7a16e17e-36aa-477d-afca-8e8a29f56571 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8adfa0e2-d489-4d6e-b254-df7560879372 HTTP/1.1" status: 204  len: 168 time: 0.1936023
Jan 28 02:01:59.514045 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16e17e-36aa-477d-afca-8e8a29f56571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adfa0e2-d489-4d6e-b254-df7560879372,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:59.519920 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a2268d09-ae76-4766-af7c-b6e5fcd2f3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.529227 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a2268d09-ae76-4766-af7c-b6e5fcd2f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.556878 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6b26f3-9cf6-42ab-a6e0-97495b9a4dbd x-openstack-request-id: req-ca6b26f3-9cf6-42ab-a6e0-97495b9a4dbd {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:01:59.557176 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706d03a1-cf66-4cdb-8271-bb94ca669ad7", "name": "network-vif-plugged", "status": "completed", "tag": "37e6d8f1-ff0f-4f83-801f-3e5eb74019e6", "code": 200}, {"server_uuid": "c8d62c44-4ca6-4d5a-bd60-2f5e9e821199", "name": "network-vif-plugged", "status": "completed", "tag": "74b68811-cff5-4440-b73c-e6a15a359cac", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:01:59.557421 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca6b26f3-9cf6-42ab-a6e0-97495b9a4dbd {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:01:59.557853 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706d03a1-cf66-4cdb-8271-bb94ca669ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e6d8f1-ff0f-4f83-801f-3e5eb74019e6', 'code': 200}
Jan 28 02:01:59.558113 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d62c44-4ca6-4d5a-bd60-2f5e9e821199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b68811-cff5-4440-b73c-e6a15a359cac', 'code': 200}
Jan 28 02:01:59.585535 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2268d09-ae76-4766-af7c-b6e5fcd2f3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00807ee7-3f24-4f94-a4e3-9bae1d2d0e9d,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:59.610291 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-a2268d09-ae76-4766-af7c-b6e5fcd2f3ac admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d9a294a210024943b77bac8f63970d69&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2927434
Jan 28 02:01:59.612884 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38320) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:01:59.626024 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.689523 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:01:59.697780 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.706239 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-34f329bf-b9e5-4735-87b6-2b28b824fe45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.735187 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-34f329bf-b9e5-4735-87b6-2b28b824fe45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.813618 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:59.815649 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3177f-ba4d-4d31-a9b6-a17530b2160d req-c69ad0ed-7065-4915-a27f-4f60438fcf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:59.817691 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e4a3177f-ba4d-4d31-a9b6-a17530b2160d req-c69ad0ed-7065-4915-a27f-4f60438fcf8d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 1098 time: 0.0560565
Jan 28 02:01:59.856798 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e4a3177f-ba4d-4d31-a9b6-a17530b2160d req-322465a3-92eb-4b48-a3c7-8925ea330ac9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0294108
Jan 28 02:01:59.905336 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-34f329bf-b9e5-4735-87b6-2b28b824fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.909714 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-34f329bf-b9e5-4735-87b6-2b28b824fe45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:59.911302 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-34f329bf-b9e5-4735-87b6-2b28b824fe45 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/00807ee7-3f24-4f94-a4e3-9bae1d2d0e9d HTTP/1.1" status: 204  len: 168 time: 0.2972732
Jan 28 02:01:59.926533 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f329bf-b9e5-4735-87b6-2b28b824fe45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00807ee7-3f24-4f94-a4e3-9bae1d2d0e9d,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:01:59.941948 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02767556-764b-4800-b0a9-e6fa140dd53a req-2162a1fb-da6e-4ac3-ace9-22fdc9f523f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:01:59.943964 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-02767556-764b-4800-b0a9-e6fa140dd53a req-2162a1fb-da6e-4ac3-ace9-22fdc9f523f5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 1099 time: 0.1253147
Jan 28 02:02:00.165703 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab2de4-ab14-427b-af4a-681362243ff4 req-513e4cbb-6514-416a-8586-e92809b192e3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:00.168205 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b8ab2de4-ab14-427b-af4a-681362243ff4 req-513e4cbb-6514-416a-8586-e92809b192e3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.0807714
Jan 28 02:02:00.183612 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-02767556-764b-4800-b0a9-e6fa140dd53a req-c1469c89-1131-45b6-a95e-548286ee4990 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732913
Jan 28 02:02:00.225841 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b8ab2de4-ab14-427b-af4a-681362243ff4 req-0049062c-6ad5-480e-9054-70477d087c99 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496240
Jan 28 02:02:00.349941 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8dd31-9243-48bf-b04f-f7c9c1e55fe1 req-2ed34a99-3284-4404-af38-74af95545869 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:00.351429 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-42c8dd31-9243-48bf-b04f-f7c9c1e55fe1 req-2ed34a99-3284-4404-af38-74af95545869 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 946 time: 0.0550728
Jan 28 02:02:00.394642 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-42c8dd31-9243-48bf-b04f-f7c9c1e55fe1 req-35082d92-5b5e-49fc-99c2-aebb7f8e5c74 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373154
Jan 28 02:02:00.554400 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eedfdc-b5c7-43fd-803b-be6298cd7b8a req-559c01bc-c075-48c6-bf66-718c5ccdcd75 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:00.563831 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-45eedfdc-b5c7-43fd-803b-be6298cd7b8a req-559c01bc-c075-48c6-bf66-718c5ccdcd75 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0786819
Jan 28 02:02:00.625732 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-45eedfdc-b5c7-43fd-803b-be6298cd7b8a req-c7ea2aa5-a447-4c07-8396-c6c6c17638f4 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588686
Jan 28 02:02:01.083565 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38408) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:01.244364 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-19aac5f0-247d-4dcb-9fdb-433fd22fae8a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1441634194-network', 'tenant_id': '8d1720fe5a1041c9977376e01863188e'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:02:01.272912 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19aac5f0-247d-4dcb-9fdb-433fd22fae8a admin admin] Made reservation on behalf of 8d1720fe5a1041c9977376e01863188e for: {'network': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:02:01.279679 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-19aac5f0-247d-4dcb-9fdb-433fd22fae8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for network, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:01.290526 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-19aac5f0-247d-4dcb-9fdb-433fd22fae8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:01.369541 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc442439-44b1-43c3-91a1-58a003397c78 req-c5ecb07a-3f0a-4f51-9e13-b353f7ecd38d tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:01.378778 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dc442439-44b1-43c3-91a1-58a003397c78 req-c5ecb07a-3f0a-4f51-9e13-b353f7ecd38d tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.0702560
Jan 28 02:02:01.407836 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-19aac5f0-247d-4dcb-9fdb-433fd22fae8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:01.412753 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-19aac5f0-247d-4dcb-9fdb-433fd22fae8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:01.425141 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dc442439-44b1-43c3-91a1-58a003397c78 req-e84347a5-a105-4d6d-b815-ad025be21b9e tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435638
Jan 28 02:02:01.425950 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19aac5f0-247d-4dcb-9fdb-433fd22fae8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770}  {{(pid=101323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:02:01.440783 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-19aac5f0-247d-4dcb-9fdb-433fd22fae8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:01.441330 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.db.segments_db [None req-19aac5f0-247d-4dcb-9fdb-433fd22fae8a admin admin] Added segment 73434768-26cb-4b93-84e3-969bf996bdfc of type vlan for network 6a1b9332-98da-42f2-81f9-a1ad298958e1
Jan 28 02:02:01.493251 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aac5f0-247d-4dcb-9fdb-433fd22fae8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82957dd5-cb31-4750-ade7-654162afcb6a,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:01.498687 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-19aac5f0-247d-4dcb-9fdb-433fd22fae8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755291977674'] for network, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:01.532360 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-19aac5f0-247d-4dcb-9fdb-433fd22fae8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for network, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:01.534396 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aac5f0-247d-4dcb-9fdb-433fd22fae8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:01.535177 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-19aac5f0-247d-4dcb-9fdb-433fd22fae8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:01.559941 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d048580-813a-43b7-ae1a-e0b1a9c8c234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:02:01.563217 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f57c8d-d2b2-46bc-a0a9-080432ddfec0" -d '{"events": [{"server_uuid": "9d048580-813a-43b7-ae1a-e0b1a9c8c234", "name": "network-vif-plugged", "status": "completed", "tag": "1c3eebfc-cf3d-4a86-8be4-2f39da195acf"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:02:01.616209 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde93ba4-70b4-44e7-b7fa-a204bca9f56f x-openstack-request-id: req-cde93ba4-70b4-44e7-b7fa-a204bca9f56f {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:02:01.616878 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d048580-813a-43b7-ae1a-e0b1a9c8c234", "name": "network-vif-plugged", "status": "completed", "tag": "1c3eebfc-cf3d-4a86-8be4-2f39da195acf", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:02:01.617455 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cde93ba4-70b4-44e7-b7fa-a204bca9f56f {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:02:01.618073 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d048580-813a-43b7-ae1a-e0b1a9c8c234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf', 'code': 200}
Jan 28 02:02:01.678792 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 38442) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:01.679342 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-19aac5f0-247d-4dcb-9fdb-433fd22fae8a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5941091
Jan 28 02:02:01.682531 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aac5f0-247d-4dcb-9fdb-433fd22fae8a admin admin] Pushing event updated for resources: {'Network': ['ID=6a1b9332-98da-42f2-81f9-a1ad298958e1,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:01.684386 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-5fe878e3-209c-4f8c-bf56-093397707b8d admin admin] Request body: {'subnet': {'network_id': '6a1b9332-98da-42f2-81f9-a1ad298958e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1441634194-subnet', 'tenant_id': '8d1720fe5a1041c9977376e01863188e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:02:01.695822 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Network 6a1b9332-98da-42f2-81f9-a1ad298958e1 details requested by agent ovs-agent-dv-cinder-824979-1-iscsi with host dv-cinder-824979-1-iscsi {{(pid=101324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:02:01.716164 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38446) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:01.738911 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe878e3-209c-4f8c-bf56-093397707b8d admin admin] Made reservation on behalf of 8d1720fe5a1041c9977376e01863188e for: {'subnet': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:02:01.741920 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5fe878e3-209c-4f8c-bf56-093397707b8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:01.907267 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc48d-ee2a-4ce0-b4ad-6fa315786955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:01.915611 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff473668-af17-4a86-9475-24f5cbb4fcfc req-94b22978-2030-43bf-97b1-50adae138dba tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:01.924277 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ff473668-af17-4a86-9475-24f5cbb4fcfc req-94b22978-2030-43bf-97b1-50adae138dba tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.1177187
Jan 28 02:02:02.018280 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ff473668-af17-4a86-9475-24f5cbb4fcfc req-a6a4a342-c419-4fe2-85fb-6e112aa55a5e tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854146
Jan 28 02:02:02.066176 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc48d-ee2a-4ce0-b4ad-6fa315786955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:02.069364 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e690d-48ed-4be5-80cf-6c836ee58ec9 req-62634127-3f70-47d2-a948-9283d62310cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:02.070028 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ca6e690d-48ed-4be5-80cf-6c836ee58ec9 req-62634127-3f70-47d2-a948-9283d62310cb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 1098 time: 0.0911825
Jan 28 02:02:02.082229 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc48d-ee2a-4ce0-b4ad-6fa315786955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:02.132541 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-c7ddc48d-ee2a-4ce0-b4ad-6fa315786955 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8fee78aa3233496bbde86784e80373d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4145815
Jan 28 02:02:02.135975 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 38470) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:02.138987 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5fe878e3-209c-4f8c-bf56-093397707b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for subnet, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:02.193309 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddc48d-ee2a-4ce0-b4ad-6fa315786955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67983237-7334-4067-bf7c-5cd262d14285,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:02.218650 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ca6e690d-48ed-4be5-80cf-6c836ee58ec9 req-c527c408-b0d1-498c-8053-f8e9162b8a78 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1373699
Jan 28 02:02:02.275085 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe878e3-209c-4f8c-bf56-093397707b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd157a10-7f33-4057-abd0-d34606fbdf69,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:02.308726 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe878e3-209c-4f8c-bf56-093397707b8d admin admin] Checking segment: {'id': '73434768-26cb-4b93-84e3-969bf996bdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6a1b9332-98da-42f2-81f9-a1ad298958e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:02:02.309185 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe878e3-209c-4f8c-bf56-093397707b8d admin admin] Network hostable DHCP agents. Network: 6a1b9332-98da-42f2-81f9-a1ad298958e1, hostable agents: ['248f8699-8ae1-4821-802a-c8c6bbf99ca2'], hosted agents: [] {{(pid=101322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:02:02.313214 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9f8d20d7-9c68-44c9-ba6c-94061a11b029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:02.351269 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9f8d20d7-9c68-44c9-ba6c-94061a11b029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:02.358108 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe878e3-209c-4f8c-bf56-093397707b8d admin admin] Network 6a1b9332-98da-42f2-81f9-a1ad298958e1 is scheduled to be hosted by DHCP agent 248f8699-8ae1-4821-802a-c8c6bbf99ca2 with binding_index 1 {{(pid=101322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:02:02.375385 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-5fe878e3-209c-4f8c-bf56-093397707b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824979-1-iscsi, 6a1b9332-98da-42f2-81f9-a1ad298958e1) {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:02:02.381881 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe878e3-209c-4f8c-bf56-093397707b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:02.381980 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5fe878e3-209c-4f8c-bf56-093397707b8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:02.386781 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6259cf49-66be-48e0-9606-ff0b1f5a4524 None None] Network 6a1b9332-98da-42f2-81f9-a1ad298958e1 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:02:02.428417 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-5fe878e3-209c-4f8c-bf56-093397707b8d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7479472
Jan 28 02:02:02.456832 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9f8d20d7-9c68-44c9-ba6c-94061a11b029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:02.460348 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9f8d20d7-9c68-44c9-ba6c-94061a11b029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:02.463515 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-9f8d20d7-9c68-44c9-ba6c-94061a11b029 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/67983237-7334-4067-bf7c-5cd262d14285 HTTP/1.1" status: 204  len: 168 time: 0.3259385
Jan 28 02:02:02.490941 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d20d7-9c68-44c9-ba6c-94061a11b029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67983237-7334-4067-bf7c-5cd262d14285,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:02.666323 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f20c88-b81c-4848-ac8f-ba71fffdea4c req-b4d7949b-6219-4cf3-97b2-766222ea56f1 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:02.667929 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-05f20c88-b81c-4848-ac8f-ba71fffdea4c req-b4d7949b-6219-4cf3-97b2-766222ea56f1 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.1176298
Jan 28 02:02:02.701357 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41beef2-0777-42f4-be65-d55e60aceddc None None] Network 6a1b9332-98da-42f2-81f9-a1ad298958e1 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:02:02.716669 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-05f20c88-b81c-4848-ac8f-ba71fffdea4c req-a2f5c949-57e1-4ff9-a31f-81e0e6b3f41f tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400004
Jan 28 02:02:03.166984 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38542) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:03.171769 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04b383-8d78-427d-ad90-1fdf5708524a req-ac7cb41b-1d3a-4cee-aff4-2c2a7b4204b9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:03.173526 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ed04b383-8d78-427d-ad90-1fdf5708524a req-ac7cb41b-1d3a-4cee-aff4-2c2a7b4204b9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0678153
Jan 28 02:02:03.178441 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-3e8fd752-4985-424b-8bb0-ac9761baecd2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1407678543-network', 'tenant_id': '0d2a985f9ef84085b886cbd344a0709a'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:02:03.215106 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8fd752-4985-424b-8bb0-ac9761baecd2 admin admin] Made reservation on behalf of 0d2a985f9ef84085b886cbd344a0709a for: {'network': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:02:03.217931 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3e8fd752-4985-424b-8bb0-ac9761baecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for network, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:03.223885 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ed04b383-8d78-427d-ad90-1fdf5708524a req-a56eedc4-547e-4315-8aca-06674a0216eb tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418310
Jan 28 02:02:03.228101 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3e8fd752-4985-424b-8bb0-ac9761baecd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:03.510455 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3e8fd752-4985-424b-8bb0-ac9761baecd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:03.515821 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3e8fd752-4985-424b-8bb0-ac9761baecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:03.547643 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8fd752-4985-424b-8bb0-ac9761baecd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797}  {{(pid=101323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:02:03.557232 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fd752-4985-424b-8bb0-ac9761baecd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd0af2f-e96a-4097-8cc0-9994ff72752b,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:03.570288 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3e8fd752-4985-424b-8bb0-ac9761baecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:03.573410 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.db.segments_db [None req-3e8fd752-4985-424b-8bb0-ac9761baecd2 admin admin] Added segment 09e894d4-ddb9-4bba-89a2-13f39d002a36 of type vlan for network 0f46577b-ddc0-4bed-9bd4-8edecdbd0118
Jan 28 02:02:03.639402 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3e8fd752-4985-424b-8bb0-ac9761baecd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755291977674'] for network, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:03.702587 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5032a3a-a263-4934-8530-cd4c629a2ecc req-c1f738cd-3534-45a5-add1-028ac92fbed1 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:03.712536 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c5032a3a-a263-4934-8530-cd4c629a2ecc req-c1f738cd-3534-45a5-add1-028ac92fbed1 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0666173
Jan 28 02:02:03.713114 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3e8fd752-4985-424b-8bb0-ac9761baecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for network, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:03.714114 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8fd752-4985-424b-8bb0-ac9761baecd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:03.714703 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3e8fd752-4985-424b-8bb0-ac9761baecd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:03.761491 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec0934-3a3e-45c6-8d5c-9d91e6c5c4f2 req-770055ba-4192-44db-ac93-2630cbc5882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:03.763317 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-69ec0934-3a3e-45c6-8d5c-9d91e6c5c4f2 req-770055ba-4192-44db-ac93-2630cbc5882e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a830c3a19c3740619ece0b4ca820490e&device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 1099 time: 0.1138852
Jan 28 02:02:03.767656 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38572) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:03.770422 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c5032a3a-a263-4934-8530-cd4c629a2ecc req-44d88694-68c8-4722-a888-d49a40f968d2 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562255
Jan 28 02:02:03.801336 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fd752-4985-424b-8bb0-ac9761baecd2 admin admin] Pushing event updated for resources: {'Network': ['ID=0f46577b-ddc0-4bed-9bd4-8edecdbd0118,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:03.819267 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Network 0f46577b-ddc0-4bed-9bd4-8edecdbd0118 details requested by agent ovs-agent-dv-cinder-824979-1-iscsi with host dv-cinder-824979-1-iscsi {{(pid=101324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:02:03.877012 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-3e8fd752-4985-424b-8bb0-ac9761baecd2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7086279
Jan 28 02:02:03.877648 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38584) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:03.916284 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8ad7c-77b8-43d8-8c4a-d22239e52580 req-6f3173c2-8faa-4ddc-a4bc-0d66b5886220 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:03.917849 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-32a8ad7c-77b8-43d8-8c4a-d22239e52580 req-6f3173c2-8faa-4ddc-a4bc-0d66b5886220 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.0781951
Jan 28 02:02:03.929126 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-7a13f618-908b-48b3-b862-c418d479c7c9 admin admin] Request body: {'subnet': {'network_id': '0f46577b-ddc0-4bed-9bd4-8edecdbd0118', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1407678543-subnet', 'tenant_id': '0d2a985f9ef84085b886cbd344a0709a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:02:03.960337 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-32a8ad7c-77b8-43d8-8c4a-d22239e52580 req-cbda3849-9d8e-4359-b9e2-693661e106a6 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0350192
Jan 28 02:02:03.962864 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-581c27f7-eac8-4e58-95b0-109101322dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:03.989838 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a13f618-908b-48b3-b862-c418d479c7c9 admin admin] Made reservation on behalf of 0d2a985f9ef84085b886cbd344a0709a for: {'subnet': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:02:03.990561 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7a13f618-908b-48b3-b862-c418d479c7c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4289782081'] for subnet, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:04.083354 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec0934-3a3e-45c6-8d5c-9d91e6c5c4f2 req-a942d071-30e3-476c-a8bb-9ccb32a03afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:04.084843 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-69ec0934-3a3e-45c6-8d5c-9d91e6c5c4f2 req-a942d071-30e3-476c-a8bb-9ccb32a03afb service neutron] 10.222.0.82 "GET /v2.0/networks?id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f HTTP/1.1" status: 200  len: 920 time: 0.2994623
Jan 28 02:02:04.117502 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948e961-0612-4613-9c08-c09ee8a2bad1 req-d4466b9b-eacf-47ba-8782-b22a669f3736 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:04.122397 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4948e961-0612-4613-9c08-c09ee8a2bad1 req-d4466b9b-eacf-47ba-8782-b22a669f3736 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.0696113
Jan 28 02:02:04.130592 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 38622) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:04.135488 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-3811ae27-1d04-4481-9d8b-c89567bd4475 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Request body: {'floatingip': {'port_id': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:02:04.150337 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-69ec0934-3a3e-45c6-8d5c-9d91e6c5c4f2 req-f0fd6c62-07e3-4fbf-a4d0-294ded84018c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74b68811-cff5-4440-b73c-e6a15a359cac HTTP/1.1" status: 200  len: 217 time: 0.0566106
Jan 28 02:02:04.198097 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-581c27f7-eac8-4e58-95b0-109101322dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:04.219842 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-581c27f7-eac8-4e58-95b0-109101322dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:04.228217 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3811ae27-1d04-4481-9d8b-c89567bd4475 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for floatingip, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:04.251382 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-581c27f7-eac8-4e58-95b0-109101322dae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b14673aa19d64d2faabb8d9797a4a826&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4826872
Jan 28 02:02:04.251995 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38640) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:04.332381 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec0934-3a3e-45c6-8d5c-9d91e6c5c4f2 req-d0735b3c-c886-4522-aa77-3f11ad9f0b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:04.334338 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-69ec0934-3a3e-45c6-8d5c-9d91e6c5c4f2 req-d0735b3c-c886-4522-aa77-3f11ad9f0b9e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe3f8818-a239-4d13-b1cd-c34e6490de40 HTTP/1.1" status: 200  len: 859 time: 0.1755922
Jan 28 02:02:04.372152 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c27f7-eac8-4e58-95b0-109101322dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5639fc7-6c89-4cea-af90-20d0c0af9e41,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:04.395802 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5f1b8a2b-2823-48f4-b493-1d249955ab5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:04.414927 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-69ec0934-3a3e-45c6-8d5c-9d91e6c5c4f2 req-a792c6c4-9911-455f-9a0c-b9a15b7dc905 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486493
Jan 28 02:02:04.508260 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5f1b8a2b-2823-48f4-b493-1d249955ab5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:04.565198 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7a13f618-908b-48b3-b862-c418d479c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4290448720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4289782099'] for subnet, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:04.577269 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38650) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:04.643352 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-69ec0934-3a3e-45c6-8d5c-9d91e6c5c4f2 req-e220ce38-91aa-427a-a364-f7d3cd9c7dd7 service neutron] 10.222.0.82 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2184277
Jan 28 02:02:04.649879 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13f618-908b-48b3-b862-c418d479c7c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e91a87d0-8942-4b50-8e3a-50d6c7abbc52,revision_number=0']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:04.668674 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5f1b8a2b-2823-48f4-b493-1d249955ab5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:04.671248 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5f1b8a2b-2823-48f4-b493-1d249955ab5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:04.674773 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-5f1b8a2b-2823-48f4-b493-1d249955ab5e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b5639fc7-6c89-4cea-af90-20d0c0af9e41 HTTP/1.1" status: 204  len: 168 time: 0.4157269
Jan 28 02:02:04.726970 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b8a2b-2823-48f4-b493-1d249955ab5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5639fc7-6c89-4cea-af90-20d0c0af9e41,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:04.733624 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13f618-908b-48b3-b862-c418d479c7c9 admin admin] Checking segment: {'id': '09e894d4-ddb9-4bba-89a2-13f39d002a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0f46577b-ddc0-4bed-9bd4-8edecdbd0118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:02:04.734203 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a13f618-908b-48b3-b862-c418d479c7c9 admin admin] Network hostable DHCP agents. Network: 0f46577b-ddc0-4bed-9bd4-8edecdbd0118, hostable agents: ['248f8699-8ae1-4821-802a-c8c6bbf99ca2'], hosted agents: [] {{(pid=101323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:02:04.785426 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a13f618-908b-48b3-b862-c418d479c7c9 admin admin] Network 0f46577b-ddc0-4bed-9bd4-8edecdbd0118 is scheduled to be hosted by DHCP agent 248f8699-8ae1-4821-802a-c8c6bbf99ca2 with binding_index 1 {{(pid=101323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:02:04.806791 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-442fb54f-bd70-4f13-83e6-a97a117954d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:04.812642 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-69ec0934-3a3e-45c6-8d5c-9d91e6c5c4f2 req-797d5c9e-a6cf-4cd7-b5b7-f55820952406 service neutron] 10.222.0.82 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1537669
Jan 28 02:02:04.819499 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-7a13f618-908b-48b3-b862-c418d479c7c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824979-1-iscsi, 0f46577b-ddc0-4bed-9bd4-8edecdbd0118) {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:02:04.826336 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a13f618-908b-48b3-b862-c418d479c7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:04.827201 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7a13f618-908b-48b3-b862-c418d479c7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:04.833293 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5b3d97-3475-497c-83c6-e58d61e4f6f2 None None] Network 0f46577b-ddc0-4bed-9bd4-8edecdbd0118 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:02:04.880636 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-7a13f618-908b-48b3-b862-c418d479c7c9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9558129
Jan 28 02:02:04.958006 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.db.resource_extend [None req-3811ae27-1d04-4481-9d8b-c89567bd4475 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 28 02:02:04.996632 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-442fb54f-bd70-4f13-83e6-a97a117954d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:05.008210 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-442fb54f-bd70-4f13-83e6-a97a117954d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:05.091283 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-442fb54f-bd70-4f13-83e6-a97a117954d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9b0c0ba248864026bc9eea3222d3fc52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5076427
Jan 28 02:02:05.092157 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38686) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:05.092843 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fb54f-bd70-4f13-83e6-a97a117954d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbce5fa1-f8df-4373-9543-45d198404440,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:05.154870 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b46617-6811-4286-bafe-44053cffb90d None None] Network 0f46577b-ddc0-4bed-9bd4-8edecdbd0118 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:02:05.204115 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38688) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:05.240545 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-32712fcb-6182-4e5c-b21e-1244753d7e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:05.243605 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-79343070-9505-4ca7-bb88-ef060bbbc0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:05.282684 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-79343070-9505-4ca7-bb88-ef060bbbc0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:05.336789 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3811ae27-1d04-4481-9d8b-c89567bd4475 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:05.348154 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e9ac3-5b88-404d-9147-4ef0230da569 req-e7c8117a-daea-46ff-8303-6f61cbda5972 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:05.349825 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2b5e9ac3-5b88-404d-9147-4ef0230da569 req-e7c8117a-daea-46ff-8303-6f61cbda5972 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.3888612
Jan 28 02:02:05.351091 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3811ae27-1d04-4481-9d8b-c89567bd4475 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551309'] for floatingip, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:05.379410 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-79343070-9505-4ca7-bb88-ef060bbbc0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:05.382176 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-79343070-9505-4ca7-bb88-ef060bbbc0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:05.383352 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-79343070-9505-4ca7-bb88-ef060bbbc0ee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fbce5fa1-f8df-4373-9543-45d198404440 HTTP/1.1" status: 204  len: 168 time: 0.2764237
Jan 28 02:02:05.406839 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79343070-9505-4ca7-bb88-ef060bbbc0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbce5fa1-f8df-4373-9543-45d198404440,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:05.442203 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-32712fcb-6182-4e5c-b21e-1244753d7e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:05.450380 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-32712fcb-6182-4e5c-b21e-1244753d7e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:05.502258 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.l3_db [None req-3811ae27-1d04-4481-9d8b-c89567bd4475 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Floating IP 4232dd4a-e20c-4e1c-bb79-c7333111bdea associated. External IP: 172.27.3.125, port: 1c3eebfc-cf3d-4a86-8be4-2f39da195acf.
Jan 28 02:02:05.513123 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-32712fcb-6182-4e5c-b21e-1244753d7e89 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9e3b56d4ddc94a85bfdc240acc3a6de1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3047013
Jan 28 02:02:05.518201 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38694) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:05.559713 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32712fcb-6182-4e5c-b21e-1244753d7e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fe91c0-d772-47ad-badc-89f38f06d9f7,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:05.577711 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2b5e9ac3-5b88-404d-9147-4ef0230da569 req-541d5db8-f542-4851-b73e-e8f7391c353e tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921071
Jan 28 02:02:05.612613 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-1198594f-4186-4463-9d56-30893ede600a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:05.645501 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-1198594f-4186-4463-9d56-30893ede600a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:05.705115 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-1198594f-4186-4463-9d56-30893ede600a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:05.708792 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-1198594f-4186-4463-9d56-30893ede600a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:05.710159 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-1198594f-4186-4463-9d56-30893ede600a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/83fe91c0-d772-47ad-badc-89f38f06d9f7 HTTP/1.1" status: 204  len: 168 time: 0.1909363
Jan 28 02:02:05.724327 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198594f-4186-4463-9d56-30893ede600a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fe91c0-d772-47ad-badc-89f38f06d9f7,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:05.839330 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3811ae27-1d04-4481-9d8b-c89567bd4475 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:02:05.900642 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 38706) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:05.924211 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf32a-0024-4a23-af27-f0d53db6b472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:05.993006 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3811ae27-1d04-4481-9d8b-c89567bd4475 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:02:05.998178 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3811ae27-1d04-4481-9d8b-c89567bd4475 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:06.015082 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f919b2-4299-4692-a49a-45ae1d438f36 None None] Sync routers for ids ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:02:06.028499 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f919b2-4299-4692-a49a-45ae1d438f36 None None] Routers {'5490b3e4-6ac7-48d5-9543-2513c054a8c5'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:02:06.029105 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-e0f919b2-4299-4692-a49a-45ae1d438f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fb00d940>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:01:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:02:06.037201 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-3811ae27-1d04-4481-9d8b-c89567bd4475 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "PUT /v2.0/floatingips/4232dd4a-e20c-4e1c-bb79-c7333111bdea HTTP/1.1" status: 200  len: 991 time: 1.9030499
Jan 28 02:02:06.037201 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d048580-813a-43b7-ae1a-e0b1a9c8c234', 'tag': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf'}] {{(pid=101322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:02:06.037924 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22e9aba1f3ae753be8f095bd4de5bd58f45f4f40cfe68f6f18584bec835fbd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8ee484-55c1-487c-88dd-606f37d86522" -d '{"events": [{"name": "network-changed", "server_uuid": "9d048580-813a-43b7-ae1a-e0b1a9c8c234", "tag": "1c3eebfc-cf3d-4a86-8be4-2f39da195acf"}]}' {{(pid=101322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:02:06.048924 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf32a-0024-4a23-af27-f0d53db6b472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:06.054632 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf32a-0024-4a23-af27-f0d53db6b472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:06.087961 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b0c0af-f7ef-4c58-983a-21180c65ff8e x-openstack-request-id: req-c5b0c0af-f7ef-4c58-983a-21180c65ff8e {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:02:06.088249 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d048580-813a-43b7-ae1a-e0b1a9c8c234", "tag": "1c3eebfc-cf3d-4a86-8be4-2f39da195acf", "status": "completed", "code": 200}]} {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:02:06.088563 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c5b0c0af-f7ef-4c58-983a-21180c65ff8e {{(pid=101322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:02:06.088983 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d048580-813a-43b7-ae1a-e0b1a9c8c234', 'tag': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf', 'status': 'completed', 'code': 200}
Jan 28 02:02:06.106484 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-eb8cf32a-0024-4a23-af27-f0d53db6b472 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7812bd6b90694affabb9a7673a1356a8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2023976
Jan 28 02:02:06.106484 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cf32a-0024-4a23-af27-f0d53db6b472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acc2600-c0e5-4015-a0fd-bebdee16fb79,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:06.106939 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 38716) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:06.163373 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3c527e25-690c-49e3-90d4-f2145e0b41ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:06.188365 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3c527e25-690c-49e3-90d4-f2145e0b41ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:06.190481 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-e0f919b2-4299-4692-a49a-45ae1d438f36 None None] Set router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:02:06.240668 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3c527e25-690c-49e3-90d4-f2145e0b41ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:06.244095 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3c527e25-690c-49e3-90d4-f2145e0b41ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:06.245721 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-3c527e25-690c-49e3-90d4-f2145e0b41ac admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8acc2600-c0e5-4015-a0fd-bebdee16fb79 HTTP/1.1" status: 204  len: 168 time: 0.1374927
Jan 28 02:02:06.255112 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c527e25-690c-49e3-90d4-f2145e0b41ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acc2600-c0e5-4015-a0fd-bebdee16fb79,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:06.294186 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ee484-55c1-487c-88dd-606f37d86522 req-f9624141-7b91-4425-8c38-6e5675e7edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:06.296754 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1f8ee484-55c1-487c-88dd-606f37d86522 req-f9624141-7b91-4425-8c38-6e5675e7edf8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=578fc5bd64da4dcdbff2e317361168ec&device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 1098 time: 0.0947237
Jan 28 02:02:06.411011 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ee484-55c1-487c-88dd-606f37d86522 req-213316c2-e3ac-4077-a285-91863ae3a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:06.413155 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1f8ee484-55c1-487c-88dd-606f37d86522 req-213316c2-e3ac-4077-a285-91863ae3a0ef service neutron] 10.222.0.82 "GET /v2.0/networks?id=34615009-fca5-44cc-84b3-0752c6a7e426 HTTP/1.1" status: 200  len: 918 time: 0.1022320
Jan 28 02:02:06.548380 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1f8ee484-55c1-487c-88dd-606f37d86522 req-2b87b1b7-3c98-41dd-a48e-aede7b3d8f77 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c3eebfc-cf3d-4a86-8be4-2f39da195acf HTTP/1.1" status: 200  len: 999 time: 0.1263812
Jan 28 02:02:06.631976 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ee484-55c1-487c-88dd-606f37d86522 req-918f95f7-e21f-429a-8cf7-8ddad131db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:06.633618 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1f8ee484-55c1-487c-88dd-606f37d86522 req-918f95f7-e21f-429a-8cf7-8ddad131db81 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aba7715e-a82d-463d-8206-e0dca7c49061 HTTP/1.1" status: 200  len: 856 time: 0.0775778
Jan 28 02:02:06.650408 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-e0f919b2-4299-4692-a49a-45ae1d438f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fb00d940>, [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port': {'id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:17Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': '4232dd4a-e20c-4e1c-bb79-c7333111bdea', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'port_id': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'mac_address': 'fa:16:3e:7d:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d048580-813a-43b7-ae1a-e0b1a9c8c234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:01:34Z', 'updated_at': '2022-01-28T02:02:04Z', 'revision_number': 1, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6443a300-674c-47a2-a3b6-6ebb0e13651b', 'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'mac_address': 'fa:16:3e:3d:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:24Z', 'updated_at': '2022-01-28T02:01:33Z', 'revision_number': 5, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'subnets': [{'id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:02:06.690856 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f919b2-4299-4692-a49a-45ae1d438f36 None None] Checking router: 5490b3e4-6ac7-48d5-9543-2513c054a8c5 for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:02:06.704504 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f919b2-4299-4692-a49a-45ae1d438f36 None None] Routers {'5490b3e4-6ac7-48d5-9543-2513c054a8c5'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:02:06.705161 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-e0f919b2-4299-4692-a49a-45ae1d438f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fb00d940>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:01:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:02:06.765769 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ee484-55c1-487c-88dd-606f37d86522 req-32564a1f-1746-49d8-accc-90aa84c2c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:06.769925 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1f8ee484-55c1-487c-88dd-606f37d86522 req-32564a1f-1746-49d8-accc-90aa84c2c153 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=34615009-fca5-44cc-84b3-0752c6a7e426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1231506
Jan 28 02:02:06.780315 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b230c3f-5d67-45a7-9bee-e905f40967a1 req-6fb04521-de8d-4875-95b5-441486e172c8 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:06.797854 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1b230c3f-5d67-45a7-9bee-e905f40967a1 req-6fb04521-de8d-4875-95b5-441486e172c8 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0985162
Jan 28 02:02:06.845404 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-e0f919b2-4299-4692-a49a-45ae1d438f36 None None] Set router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:02:06.873311 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1b230c3f-5d67-45a7-9bee-e905f40967a1 req-6d1b6e70-8cfb-4fd0-9ba8-d997bcf0f5f2 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745101
Jan 28 02:02:06.934872 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1f8ee484-55c1-487c-88dd-606f37d86522 req-ecfa466e-d43d-40ed-a15f-e874154ba94a service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495187
Jan 28 02:02:07.050104 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1f8ee484-55c1-487c-88dd-606f37d86522 req-f4ef1a27-106e-4cd9-a4dd-64819e9ebc06 service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1077425
Jan 28 02:02:07.162187 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-e0f919b2-4299-4692-a49a-45ae1d438f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fb00d940>, [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port': {'id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:17Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': '4232dd4a-e20c-4e1c-bb79-c7333111bdea', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'port_id': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'mac_address': 'fa:16:3e:7d:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d048580-813a-43b7-ae1a-e0b1a9c8c234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:01:34Z', 'updated_at': '2022-01-28T02:02:04Z', 'revision_number': 1, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6443a300-674c-47a2-a3b6-6ebb0e13651b', 'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'mac_address': 'fa:16:3e:3d:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:24Z', 'updated_at': '2022-01-28T02:01:33Z', 'revision_number': 5, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'subnets': [{'id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:02:07.192610 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f919b2-4299-4692-a49a-45ae1d438f36 None None] The sync data for ids ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'] in dv-cinder-824979-1-iscsi is: [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port': {'id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:17Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': '4232dd4a-e20c-4e1c-bb79-c7333111bdea', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'port_id': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'mac_address': 'fa:16:3e:7d:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d048580-813a-43b7-ae1a-e0b1a9c8c234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:01:34Z', 'updated_at': '2022-01-28T02:02:04Z', 'revision_number': 1, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6443a300-674c-47a2-a3b6-6ebb0e13651b', 'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'mac_address': 'fa:16:3e:3d:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:24Z', 'updated_at': '2022-01-28T02:01:33Z', 'revision_number': 5, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'subnets': [{'id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:02:07.455939 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74601627-569d-4240-a6ab-1cb6f883ad4c None None] New status for floating IP 4232dd4a-e20c-4e1c-bb79-c7333111bdea: ACTIVE {{(pid=101324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:02:07.997057 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b70eb-71f8-4e68-8fe8-d7899601c2e1 req-262bd619-a97c-43a5-9ee4-96fad5426114 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:07.998663 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c77b70eb-71f8-4e68-8fe8-d7899601c2e1 req-262bd619-a97c-43a5-9ee4-96fad5426114 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0488617
Jan 28 02:02:08.036721 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c77b70eb-71f8-4e68-8fe8-d7899601c2e1 req-de6c6c25-3e3a-46b3-b38d-b6692421682c tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316532
Jan 28 02:02:09.149202 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b1eab-6bfa-4a2f-81e1-4b567e781c84 req-a1498059-c009-41c0-84a3-43df6e705577 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:09.150673 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-367b1eab-6bfa-4a2f-81e1-4b567e781c84 req-a1498059-c009-41c0-84a3-43df6e705577 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0469739
Jan 28 02:02:09.189125 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-367b1eab-6bfa-4a2f-81e1-4b567e781c84 req-c9066a61-5095-4aa3-9a8d-af1f245a87de tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323803
Jan 28 02:02:10.244574 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:02:10.303565 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d023c2-1ae2-45f7-8cbe-466009f605bc req-b08dd108-6a49-4f0d-bd32-792e1a00cce4 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:10.305028 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-51d023c2-1ae2-45f7-8cbe-466009f605bc req-b08dd108-6a49-4f0d-bd32-792e1a00cce4 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0519199
Jan 28 02:02:10.341542 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-51d023c2-1ae2-45f7-8cbe-466009f605bc req-c463f31c-62ea-4831-b216-fd8431e2cb86 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0305893
Jan 28 02:02:11.117039 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113517f-93da-4510-9987-d8aa1d227196 req-b1c079a8-6c9f-4db7-af09-a455b169a7f4 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:11.118516 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f113517f-93da-4510-9987-d8aa1d227196 req-b1c079a8-6c9f-4db7-af09-a455b169a7f4 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/networks?id=a12a014d-4a71-408b-a943-054c73574ed9 HTTP/1.1" status: 200  len: 813 time: 0.0970967
Jan 28 02:02:11.133942 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f113517f-93da-4510-9987-d8aa1d227196 req-b1a7503d-3695-4711-9851-4effd0387419 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/quotas/6639261ee8ee46e0a4e3a01eb63b9ab4 HTTP/1.1" status: 200  len: 375 time: 0.0094426
Jan 28 02:02:11.180961 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f113517f-93da-4510-9987-d8aa1d227196 req-7f202364-7ffd-416e-9d26-a13461aac32b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6639261ee8ee46e0a4e3a01eb63b9ab4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0416901
Jan 28 02:02:11.272220 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f113517f-93da-4510-9987-d8aa1d227196 req-dc34cc35-5b24-4ca5-88e8-0fa58d2916ef service neutron] 10.222.0.77 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835607
Jan 28 02:02:11.358376 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f113517f-93da-4510-9987-d8aa1d227196 req-b7e7c80c-9907-4a60-89b0-d49d53a01654 service neutron] 10.222.0.77 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0796475
Jan 28 02:02:11.553693 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86687c-39a2-4642-ac51-bbda0f0be753 req-f18c818d-9261-4422-82eb-4ffd3775bc55 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:11.555226 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2b86687c-39a2-4642-ac51-bbda0f0be753 req-f18c818d-9261-4422-82eb-4ffd3775bc55 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0545976
Jan 28 02:02:11.593103 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2b86687c-39a2-4642-ac51-bbda0f0be753 req-7d10a804-99b7-4803-b1a4-497b9d5f7ee7 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316315
Jan 28 02:02:11.658731 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-74d5baf9-9b23-4544-91cf-7531daedee85 req-0daecb5a-5763-439e-ac93-eea4fc978591 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 210 time: 0.0281117
Jan 28 02:02:11.820080 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a972-a908-4110-8a8c-31a53aff4a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:12.706012 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1e007-9220-45f7-8b7a-e51926191aa3 req-57fcd069-7f27-48cd-b520-e8d7847c4e17 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:12.707485 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dbf1e007-9220-45f7-8b7a-e51926191aa3 req-57fcd069-7f27-48cd-b520-e8d7847c4e17 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0480645
Jan 28 02:02:12.743871 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dbf1e007-9220-45f7-8b7a-e51926191aa3 req-f3d32324-4e96-49b3-a46a-f287d2a659fb tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0304818
Jan 28 02:02:12.824217 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bf3819cf-af94-4730-8d2b-b60c452cc3ec req-fb20d491-a53c-478a-8a17-6bf18885a35e tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 210 time: 0.0286446
Jan 28 02:02:13.878506 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118af43-f5d0-4b8a-9919-6db73c794c5b req-3da6c16e-f839-4510-9810-094066974ef9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:13.888389 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8118af43-f5d0-4b8a-9919-6db73c794c5b req-3da6c16e-f839-4510-9810-094066974ef9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0720611
Jan 28 02:02:13.909781 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4bb6a462-ae8f-4d99-a158-a5a9edc212a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:13.981815 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4369d23d-6cc0-4241-9896-1a31352b92e3 req-e9d56a31-15ce-4071-b877-75ac0fab8e6a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 210 time: 0.0468974
Jan 28 02:02:14.002049 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8118af43-f5d0-4b8a-9919-6db73c794c5b req-10632697-65ad-469a-9ed8-6b61e723cde5 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039305
Jan 28 02:02:14.024972 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113517f-93da-4510-9987-d8aa1d227196 req-7b60875a-0b47-4159-aba2-b62af19c4532 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:14.026483 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f113517f-93da-4510-9987-d8aa1d227196 req-7b60875a-0b47-4159-aba2-b62af19c4532 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.82 "GET /v2.0/networks?id=a12a014d-4a71-408b-a943-054c73574ed9 HTTP/1.1" status: 200  len: 813 time: 0.1346154
Jan 28 02:02:14.108429 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-f113517f-93da-4510-9987-d8aa1d227196 req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Request body: {'port': {'device_id': 'c4151aa9-3199-4737-9677-a6eb2d6237df', 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9', 'admin_state_up': True, 'tenant_id': '6639261ee8ee46e0a4e3a01eb63b9ab4'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:02:14.153583 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 38950) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:14.268208 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f113517f-93da-4510-9987-d8aa1d227196 req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Made reservation on behalf of 6639261ee8ee46e0a4e3a01eb63b9ab4 for: {'port': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:02:14.271735 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-f113517f-93da-4510-9987-d8aa1d227196 req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:14.323395 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e4070a2b-5e7b-40b0-a7b9-4d28ac364cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:14.432459 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [req-f113517f-93da-4510-9987-d8aa1d227196 req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Allocated IP 172.20.0.2 (a12a014d-4a71-408b-a943-054c73574ed9/458cc6c2-7388-45e4-bb6b-10c0e6fa544d/bad03cd4-410c-4cad-9815-8cc25c949359) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:02:14.435935 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e4070a2b-5e7b-40b0-a7b9-4d28ac364cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:14.440806 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e4070a2b-5e7b-40b0-a7b9-4d28ac364cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:14.475245 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-e4070a2b-5e7b-40b0-a7b9-4d28ac364cb9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=863e39ec4cac4a2cb71e9402f28203e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3179438
Jan 28 02:02:14.479454 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 38974) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:14.518231 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4070a2b-5e7b-40b0-a7b9-4d28ac364cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7e608a-f242-4f8b-a606-0081e74ab88f,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:14.537974 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070a2b-5e7b-40b0-a7b9-4d28ac364cb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:14.538324 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070a2b-5e7b-40b0-a7b9-4d28ac364cb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:14.538711 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070a2b-5e7b-40b0-a7b9-4d28ac364cb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:14.539043 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070a2b-5e7b-40b0-a7b9-4d28ac364cb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:14.539584 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070a2b-5e7b-40b0-a7b9-4d28ac364cb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:14.539823 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070a2b-5e7b-40b0-a7b9-4d28ac364cb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:14.540194 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070a2b-5e7b-40b0-a7b9-4d28ac364cb9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:14.540515 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070a2b-5e7b-40b0-a7b9-4d28ac364cb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:14.541025 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070a2b-5e7b-40b0-a7b9-4d28ac364cb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:14.541378 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070a2b-5e7b-40b0-a7b9-4d28ac364cb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:14.541734 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070a2b-5e7b-40b0-a7b9-4d28ac364cb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:14.542061 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070a2b-5e7b-40b0-a7b9-4d28ac364cb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:14.564328 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-65b4365b-40c9-4cb7-9a55-7793535a59b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:14.591238 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-65b4365b-40c9-4cb7-9a55-7793535a59b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:14.661834 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-65b4365b-40c9-4cb7-9a55-7793535a59b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:14.666023 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-65b4365b-40c9-4cb7-9a55-7793535a59b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:14.667764 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-65b4365b-40c9-4cb7-9a55-7793535a59b0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9a7e608a-f242-4f8b-a606-0081e74ab88f HTTP/1.1" status: 204  len: 168 time: 0.1872005
Jan 28 02:02:14.675655 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:14.679604 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4365b-40c9-4cb7-9a55-7793535a59b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7e608a-f242-4f8b-a606-0081e74ab88f,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:14.731597 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-f113517f-93da-4510-9987-d8aa1d227196 req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:14.767886 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-f113517f-93da-4510-9987-d8aa1d227196 req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:14.812798 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f113517f-93da-4510-9987-d8aa1d227196 req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Network a12a014d-4a71-408b-a943-054c73574ed9 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:02:14.814664 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [req-f113517f-93da-4510-9987-d8aa1d227196 req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:02:14.818413 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f113517f-93da-4510-9987-d8aa1d227196 req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:02:14.819391 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['bdfdebab-1bce-49af-b683-2bf00d7f807c'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:02:15.029110 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Pushing event updated for resources: {'Port': ['ID=bad03cd4-410c-4cad-9815-8cc25c949359,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:15.040867 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:15.041270 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:15.041612 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:15.041967 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:15.042297 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:15.042622 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:15.042946 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:15.043319 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:15.043640 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:15.043957 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:15.044277 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:15.044592 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:15.085183 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113517f-93da-4510-9987-d8aa1d227196 req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:15.086042 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-f113517f-93da-4510-9987-d8aa1d227196 req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:15.101716 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 39006) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:15.110892 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f113517f-93da-4510-9987-d8aa1d227196 req-87080e93-a524-44c7-b883-fbad5fd1778a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0121002
Jan 28 02:02:15.118915 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e2c72718-902e-4e02-83d6-0418e0e53475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:15.157456 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8f5cc-fe3d-4a2b-88ea-d6cea0d313c1 req-57d1a612-925b-4c01-ae6f-1ec091e9410e tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:15.159005 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6ea8f5cc-fe3d-4a2b-88ea-d6cea0d313c1 req-57d1a612-925b-4c01-ae6f-1ec091e9410e tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 931 time: 0.0797558
Jan 28 02:02:15.162709 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Request body: {'port': {'device_id': 'c4151aa9-3199-4737-9677-a6eb2d6237df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:02:15.167004 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef5d1c-cf32-4583-ad46-105ce7bded3a req-f1d8fa97-c7ea-429b-bb40-bdd88404ed44 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:15.168420 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-53ef5d1c-cf32-4583-ad46-105ce7bded3a req-f1d8fa97-c7ea-429b-bb40-bdd88404ed44 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0801556
Jan 28 02:02:15.221862 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6ea8f5cc-fe3d-4a2b-88ea-d6cea0d313c1 req-1a0aac37-d150-4d8d-bf64-016c05d826ca tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524724
Jan 28 02:02:15.228982 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-53ef5d1c-cf32-4583-ad46-105ce7bded3a req-1560e198-80a5-4caf-8edc-e258a6b1ffa9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530083
Jan 28 02:02:15.250799 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e2c72718-902e-4e02-83d6-0418e0e53475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:15.280911 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:15.288931 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e2c72718-902e-4e02-83d6-0418e0e53475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:15.295536 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:15.300198 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cd6fd4cb-fc41-491f-bacd-6db88364660f req-8075e8a5-285b-475e-aa8f-ed8c39047959 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0491092
Jan 28 02:02:15.340418 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-e2c72718-902e-4e02-83d6-0418e0e53475 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5a9b8c16cb0c4eda951139c86f4f673b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2375486
Jan 28 02:02:15.343164 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 39014) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:15.373504 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c72718-902e-4e02-83d6-0418e0e53475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84c4b6b-b4d2-4633-a134-a093ba232ec5,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:15.401710 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6a339dfd-9653-4f2f-8aee-797308023fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:15.432768 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6a339dfd-9653-4f2f-8aee-797308023fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:15.493905 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fd4cb-fc41-491f-bacd-6db88364660f req-96aa4b08-2153-457b-b4ee-98e5296f5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:15.495371 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cd6fd4cb-fc41-491f-bacd-6db88364660f req-96aa4b08-2153-457b-b4ee-98e5296f5859 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6639261ee8ee46e0a4e3a01eb63b9ab4&device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 1098 time: 0.0738320
Jan 28 02:02:15.513265 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6a339dfd-9653-4f2f-8aee-797308023fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:15.516529 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6a339dfd-9653-4f2f-8aee-797308023fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:15.518427 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-6a339dfd-9653-4f2f-8aee-797308023fc4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e84c4b6b-b4d2-4633-a134-a093ba232ec5 HTTP/1.1" status: 204  len: 168 time: 0.1739874
Jan 28 02:02:15.536972 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a339dfd-9653-4f2f-8aee-797308023fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84c4b6b-b4d2-4633-a134-a093ba232ec5,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:15.633802 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fd4cb-fc41-491f-bacd-6db88364660f req-3fa05c75-94fc-4c5b-899d-e81d5155cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:15.635274 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cd6fd4cb-fc41-491f-bacd-6db88364660f req-3fa05c75-94fc-4c5b-899d-e81d5155cfd8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a12a014d-4a71-408b-a943-054c73574ed9 HTTP/1.1" status: 200  len: 914 time: 0.1076150
Jan 28 02:02:15.646094 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad03cd4-410c-4cad-9815-8cc25c949359 {{(pid=101323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:02:15.654086 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:15.666170 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.provisioning_blocks [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Transition to ACTIVE for port object bad03cd4-410c-4cad-9815-8cc25c949359 will not be triggered until provisioned by entity L2. {{(pid=101323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:02:15.670469 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:15.693865 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cd6fd4cb-fc41-491f-bacd-6db88364660f req-b94a21a0-2157-4a5b-9cf4-3a17ea00343c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdfdebab-1bce-49af-b683-2bf00d7f807c HTTP/1.1" status: 200  len: 217 time: 0.0385725
Jan 28 02:02:15.721901 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Pushing event updated for resources: {'Port': ['ID=bad03cd4-410c-4cad-9815-8cc25c949359,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:15.744011 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fd4cb-fc41-491f-bacd-6db88364660f req-28abf7ba-eef1-44a2-a4eb-71cbfd0c4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:15.746632 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cd6fd4cb-fc41-491f-bacd-6db88364660f req-28abf7ba-eef1-44a2-a4eb-71cbfd0c4c11 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=458cc6c2-7388-45e4-bb6b-10c0e6fa544d HTTP/1.1" status: 200  len: 853 time: 0.0469327
Jan 28 02:02:15.789827 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cd6fd4cb-fc41-491f-bacd-6db88364660f req-c37664c6-da13-413b-8072-1f28ae5acf8f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a12a014d-4a71-408b-a943-054c73574ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0325885
Jan 28 02:02:15.803338 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Attempting to bind port bad03cd4-410c-4cad-9815-8cc25c949359 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:02:15.803666 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Attempting to bind port bad03cd4-410c-4cad-9815-8cc25c949359 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '374283b2-2bd7-47c5-8ecc-11b670e17633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9'}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:02:15.804203 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Attempting to bind port bad03cd4-410c-4cad-9815-8cc25c949359 on network a12a014d-4a71-408b-a943-054c73574ed9 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:02:15.808876 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Port bad03cd4-410c-4cad-9815-8cc25c949359 on network a12a014d-4a71-408b-a943-054c73574ed9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:02:15.809443 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Attempting to bind port bad03cd4-410c-4cad-9815-8cc25c949359 on network a12a014d-4a71-408b-a943-054c73574ed9 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:02:15.815400 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:02:15.816178 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Checking segment: {'id': '374283b2-2bd7-47c5-8ecc-11b670e17633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:02:15.817071 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Bound using segment: {'id': '374283b2-2bd7-47c5-8ecc-11b670e17633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9'} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:02:15.817723 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Bound port: bad03cd4-410c-4cad-9815-8cc25c949359, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374283b2-2bd7-47c5-8ecc-11b670e17633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9'}}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:02:15.818304 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:15.896969 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] For port bad03cd4-410c-4cad-9815-8cc25c949359, host hv-cinder-82497, cleared binding levels {{(pid=101323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:02:15.910252 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] For port bad03cd4-410c-4cad-9815-8cc25c949359, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=bad03cd4-410c-4cad-9815-8cc25c949359,segment=NetworkSegment(374283b2-2bd7-47c5-8ecc-11b670e17633),segment_id=374283b2-2bd7-47c5-8ecc-11b670e17633)] {{(pid=101323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:02:15.923348 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:15.926555 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cd6fd4cb-fc41-491f-bacd-6db88364660f req-8c051b24-c100-4b09-be78-8ba23481d9f7 service neutron] 10.222.0.82 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231272
Jan 28 02:02:15.969023 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:15.969902 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:15.971456 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f113517f-93da-4510-9987-d8aa1d227196 req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] 10.222.0.82 "PUT /v2.0/ports/bad03cd4-410c-4cad-9815-8cc25c949359 HTTP/1.1" status: 200  len: 1093 time: 0.8145630
Jan 28 02:02:15.972005 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4151aa9-3199-4737-9677-a6eb2d6237df', 'tag': 'bad03cd4-410c-4cad-9815-8cc25c949359'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:02:15.974315 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17cafab-1ee9-4f8e-8ad4-27f384e41a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4151aa9-3199-4737-9677-a6eb2d6237df", "tag": "bad03cd4-410c-4cad-9815-8cc25c949359"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:02:16.036454 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca63847f-7e65-45e6-b515-6926cfd9bb3b x-openstack-request-id: req-ca63847f-7e65-45e6-b515-6926cfd9bb3b {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:02:16.038010 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4151aa9-3199-4737-9677-a6eb2d6237df", "tag": "bad03cd4-410c-4cad-9815-8cc25c949359", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:02:16.038365 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca63847f-7e65-45e6-b515-6926cfd9bb3b {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:02:16.039035 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4151aa9-3199-4737-9677-a6eb2d6237df', 'tag': 'bad03cd4-410c-4cad-9815-8cc25c949359', 'status': 'completed', 'code': 200}
Jan 28 02:02:16.044683 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15419890-b299-480a-a4eb-812ece4cc44c service neutron] Pushing event updated for resources: {'Port': ['ID=bad03cd4-410c-4cad-9815-8cc25c949359,revision_number=3']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:16.087339 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cd6fd4cb-fc41-491f-bacd-6db88364660f req-056ab0d3-f6a5-4d19-9d89-a9bcaa5568bd service neutron] 10.222.0.82 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1466546
Jan 28 02:02:16.118825 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113517f-93da-4510-9987-d8aa1d227196 req-04a0b6c7-cd6c-4925-8e96-2b665553f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:16.120807 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f113517f-93da-4510-9987-d8aa1d227196 req-04a0b6c7-cd6c-4925-8e96-2b665553f85c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6639261ee8ee46e0a4e3a01eb63b9ab4&device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 1096 time: 0.0551193
Jan 28 02:02:16.211509 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f113517f-93da-4510-9987-d8aa1d227196 req-093954c4-54d8-4144-a78b-6f14fe7603bc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bad03cd4-410c-4cad-9815-8cc25c949359 HTTP/1.1" status: 200  len: 217 time: 0.0422549
Jan 28 02:02:16.275085 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113517f-93da-4510-9987-d8aa1d227196 req-62605faa-cac7-49fe-a9a6-01bdd45df051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:16.276555 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f113517f-93da-4510-9987-d8aa1d227196 req-62605faa-cac7-49fe-a9a6-01bdd45df051 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=458cc6c2-7388-45e4-bb6b-10c0e6fa544d HTTP/1.1" status: 200  len: 853 time: 0.0551221
Jan 28 02:02:16.308623 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f113517f-93da-4510-9987-d8aa1d227196 req-3eb5ad25-1559-4644-bc03-8865525559c2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a12a014d-4a71-408b-a943-054c73574ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251095
Jan 28 02:02:16.414691 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9698758-9aec-4233-a1ba-a935fa0d3834 req-e370ef3b-d4fd-494c-86d4-87e08b7fe68c tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:16.416212 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b9698758-9aec-4233-a1ba-a935fa0d3834 req-e370ef3b-d4fd-494c-86d4-87e08b7fe68c tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.1039796
Jan 28 02:02:16.424964 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fffefa-53df-46e3-be22-c1232519ddc7 req-f672effd-ea41-4604-860d-c8ac95fc81bc tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:16.426765 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a0fffefa-53df-46e3-be22-c1232519ddc7 req-f672effd-ea41-4604-860d-c8ac95fc81bc tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 943 time: 0.0940671
Jan 28 02:02:16.433614 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f113517f-93da-4510-9987-d8aa1d227196 req-2c24c1ac-c954-4a91-aec9-e367b524d7cf service neutron] 10.222.0.82 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1171257
Jan 28 02:02:16.483062 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b9698758-9aec-4233-a1ba-a935fa0d3834 req-d63e36d2-09fc-4fb3-a6f2-ee3b2adf181f tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553565
Jan 28 02:02:16.489034 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a0fffefa-53df-46e3-be22-c1232519ddc7 req-fac14a63-ab3e-4632-a41c-e07a049bb19d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473974
Jan 28 02:02:16.545342 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f113517f-93da-4510-9987-d8aa1d227196 req-746ee194-91c1-4216-bf55-90ef250ef317 service neutron] 10.222.0.82 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1001365
Jan 28 02:02:16.721821 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cafab-1ee9-4f8e-8ad4-27f384e41a6e req-ba20df0a-47bf-4e8b-afbe-35f802a80151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:16.723315 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f17cafab-1ee9-4f8e-8ad4-27f384e41a6e req-ba20df0a-47bf-4e8b-afbe-35f802a80151 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6639261ee8ee46e0a4e3a01eb63b9ab4&device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 1096 time: 0.0485561
Jan 28 02:02:16.807974 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:16.824104 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cafab-1ee9-4f8e-8ad4-27f384e41a6e req-64d28328-a77e-4f11-9b26-5691619aff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:16.825590 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f17cafab-1ee9-4f8e-8ad4-27f384e41a6e req-64d28328-a77e-4f11-9b26-5691619aff6c service neutron] 10.222.0.82 "GET /v2.0/networks?id=a12a014d-4a71-408b-a943-054c73574ed9 HTTP/1.1" status: 200  len: 914 time: 0.0929163
Jan 28 02:02:16.874594 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f17cafab-1ee9-4f8e-8ad4-27f384e41a6e req-34025c83-6c2e-4fde-a90b-0721146a30b1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bad03cd4-410c-4cad-9815-8cc25c949359 HTTP/1.1" status: 200  len: 217 time: 0.0350673
Jan 28 02:02:16.928630 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cafab-1ee9-4f8e-8ad4-27f384e41a6e req-adb0b81e-3e3c-4932-aca8-f062d0af5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:16.930651 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f17cafab-1ee9-4f8e-8ad4-27f384e41a6e req-adb0b81e-3e3c-4932-aca8-f062d0af5827 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=458cc6c2-7388-45e4-bb6b-10c0e6fa544d HTTP/1.1" status: 200  len: 853 time: 0.0495622
Jan 28 02:02:16.967426 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f17cafab-1ee9-4f8e-8ad4-27f384e41a6e req-3b5d2760-1c00-4002-8797-f2be5545b72a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a12a014d-4a71-408b-a943-054c73574ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0239940
Jan 28 02:02:17.059494 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f17cafab-1ee9-4f8e-8ad4-27f384e41a6e req-1c5f354c-9dc9-4c05-8622-55b82b5cb3a0 service neutron] 10.222.0.82 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810347
Jan 28 02:02:17.167119 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f17cafab-1ee9-4f8e-8ad4-27f384e41a6e req-1202c3d3-6977-4420-9add-0e3237c8571f service neutron] 10.222.0.82 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0930438
Jan 28 02:02:17.348417 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:17.541156 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 39112) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:17.678193 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-85926f5d-3b95-479b-9e5e-61b0397b25be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:17.697874 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3012a15-47e5-4e38-84c1-08f0719093ae req-1574178c-03a1-426d-ab6e-1012a6b8c4d5 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:17.699342 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c3012a15-47e5-4e38-84c1-08f0719093ae req-1574178c-03a1-426d-ab6e-1012a6b8c4d5 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 943 time: 0.1004050
Jan 28 02:02:17.709871 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccd22b-8358-4e03-b56a-1b752f45a332 req-924e1ad5-82b3-4bc2-b130-c924c75659de tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:17.711455 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-16ccd22b-8358-4e03-b56a-1b752f45a332 req-924e1ad5-82b3-4bc2-b130-c924c75659de tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.1028404
Jan 28 02:02:17.792655 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c3012a15-47e5-4e38-84c1-08f0719093ae req-8f7c2aa0-78ca-4a3c-ba44-cb8ab1c5dde0 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781834
Jan 28 02:02:17.799381 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-16ccd22b-8358-4e03-b56a-1b752f45a332 req-079abfa6-d077-4130-a375-847e610b19ad tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747447
Jan 28 02:02:17.840094 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-85926f5d-3b95-479b-9e5e-61b0397b25be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:17.845312 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-85926f5d-3b95-479b-9e5e-61b0397b25be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:17.885265 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-85926f5d-3b95-479b-9e5e-61b0397b25be admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=197a54fb84e5457c963067e7a6b9afde&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3429859
Jan 28 02:02:17.886252 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85926f5d-3b95-479b-9e5e-61b0397b25be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ee774f-a1c7-4541-9961-4189c1af6194,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:17.888503 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 39124) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:17.943910 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-80414351-4be9-4b7d-abd6-7359b2face4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:17.966539 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-80414351-4be9-4b7d-abd6-7359b2face4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:18.020421 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-80414351-4be9-4b7d-abd6-7359b2face4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:18.023143 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-80414351-4be9-4b7d-abd6-7359b2face4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:18.025334 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-80414351-4be9-4b7d-abd6-7359b2face4c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/52ee774f-a1c7-4541-9961-4189c1af6194 HTTP/1.1" status: 204  len: 168 time: 0.1344495
Jan 28 02:02:18.039377 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80414351-4be9-4b7d-abd6-7359b2face4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ee774f-a1c7-4541-9961-4189c1af6194,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:18.967143 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e1e0c-c05c-4364-9c7a-ec90525b1044 req-3338bd29-edf4-429b-9ef5-ed3f6b77ee92 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:18.968738 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-380e1e0c-c05c-4364-9c7a-ec90525b1044 req-3338bd29-edf4-429b-9ef5-ed3f6b77ee92 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 943 time: 0.0914996
Jan 28 02:02:18.981183 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722bd16-d46a-4c63-be7e-a2bcb7515a52 req-155198f7-11ab-443a-b582-d0a706ac319b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:18.982754 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9722bd16-d46a-4c63-be7e-a2bcb7515a52 req-155198f7-11ab-443a-b582-d0a706ac319b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0742245
Jan 28 02:02:19.040535 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-380e1e0c-c05c-4364-9c7a-ec90525b1044 req-c7f2a977-701a-45d2-9a2a-3d3eebd66eea tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568089
Jan 28 02:02:19.047167 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9722bd16-d46a-4c63-be7e-a2bcb7515a52 req-43be74c7-9da7-41e0-94ef-4487a6171995 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571053
Jan 28 02:02:19.103348 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device bad03cd4-410c-4cad-9815-8cc25c949359 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:02:19.223196 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port bad03cd4-410c-4cad-9815-8cc25c949359, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=bad03cd4-410c-4cad-9815-8cc25c949359,segment=NetworkSegment(374283b2-2bd7-47c5-8ecc-11b670e17633),segment_id=374283b2-2bd7-47c5-8ecc-11b670e17633)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:02:19.235183 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': 'bad03cd4-410c-4cad-9815-8cc25c949359', 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9', 'port_id': 'bad03cd4-410c-4cad-9815-8cc25c949359', 'mac_address': 'fa:16:3e:3b:15:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458cc6c2-7388-45e4-bb6b-10c0e6fa544d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:02:19.278196 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:19.294011 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad03cd4-410c-4cad-9815-8cc25c949359 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:02:19.314224 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port bad03cd4-410c-4cad-9815-8cc25c949359, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=bad03cd4-410c-4cad-9815-8cc25c949359,segment=NetworkSegment(374283b2-2bd7-47c5-8ecc-11b670e17633),segment_id=374283b2-2bd7-47c5-8ecc-11b670e17633)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:02:19.318421 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:19.363637 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=bad03cd4-410c-4cad-9815-8cc25c949359,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:19.370713 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:19.371094 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:19.371501 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:19.371895 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:19.372233 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:19.372641 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:19.373156 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:19.373448 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:19.373830 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:19.374455 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:19.375315 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:19.375654 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:19.924264 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['bad03cd4-410c-4cad-9815-8cc25c949359'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:02:20.228099 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51598e7-34c7-464f-b514-165cba59a00b req-d3d6bc65-6a56-4377-b073-aac244f86d0a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:20.229660 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d51598e7-34c7-464f-b514-165cba59a00b req-d3d6bc65-6a56-4377-b073-aac244f86d0a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 944 time: 0.1006448
Jan 28 02:02:20.250012 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0fa70-6f88-43a0-9a89-e0c5b3e1749c req-8fc8c9b7-6523-4b45-83d2-2144202f6111 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:20.251553 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8ea0fa70-6f88-43a0-9a89-e0c5b3e1749c req-8fc8c9b7-6523-4b45-83d2-2144202f6111 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0995774
Jan 28 02:02:20.509208 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d51598e7-34c7-464f-b514-165cba59a00b req-4eda8df1-5f7b-41dd-861a-9d38dd7460d7 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2730191
Jan 28 02:02:20.523201 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8ea0fa70-6f88-43a0-9a89-e0c5b3e1749c req-94d25253-ff3f-4f41-be63-5ea62ce61d85 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2602067
Jan 28 02:02:21.168004 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205ff0d-bc9a-477a-b175-608144b3579c req-1ae88315-8a88-499c-a4ac-b128c452f0f2 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:21.169757 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6205ff0d-bc9a-477a-b175-608144b3579c req-1ae88315-8a88-499c-a4ac-b128c452f0f2 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 946 time: 0.0482204
Jan 28 02:02:21.209302 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6205ff0d-bc9a-477a-b175-608144b3579c req-b4b8b986-c1c5-4dc6-9c16-3c79ef304df8 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333836
Jan 28 02:02:21.668234 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6047b82-3d27-4b13-91aa-1a4bf59b9f31 req-b6d0d207-e12c-4636-aab2-a3037c88cd37 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:21.669689 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d6047b82-3d27-4b13-91aa-1a4bf59b9f31 req-b6d0d207-e12c-4636-aab2-a3037c88cd37 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 944 time: 0.0829227
Jan 28 02:02:21.681944 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291de7b-3907-48ee-9f48-0c5138e92fc4 req-5c6f2744-efa6-4289-98d9-f9c24a86f52f tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:21.683386 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d291de7b-3907-48ee-9f48-0c5138e92fc4 req-5c6f2744-efa6-4289-98d9-f9c24a86f52f tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0684574
Jan 28 02:02:21.734398 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d6047b82-3d27-4b13-91aa-1a4bf59b9f31 req-e5cc0a78-68ff-4314-9b26-56be4afeb435 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500712
Jan 28 02:02:21.741034 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d291de7b-3907-48ee-9f48-0c5138e92fc4 req-b144c1bc-375d-4fb0-bb02-5bb7b416c7b7 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507362
Jan 28 02:02:22.326066 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bc558-6e4b-45ac-8189-8efaa5f20575 req-3b8fcdca-18cb-4a4c-a7d0-167bc532267e tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:22.327544 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-185bc558-6e4b-45ac-8189-8efaa5f20575 req-3b8fcdca-18cb-4a4c-a7d0-167bc532267e tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 946 time: 0.0479302
Jan 28 02:02:22.362937 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-185bc558-6e4b-45ac-8189-8efaa5f20575 req-f2e2b265-58f5-4d4b-8a78-904939dd61d6 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0295572
Jan 28 02:02:22.841472 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f96566-bd6e-42d9-98da-25f723c714a8 req-19c1863b-a185-4ad5-8278-d9f98760071e tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:22.842918 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-22f96566-bd6e-42d9-98da-25f723c714a8 req-19c1863b-a185-4ad5-8278-d9f98760071e tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 944 time: 0.0453022
Jan 28 02:02:22.881847 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-22f96566-bd6e-42d9-98da-25f723c714a8 req-2b8f58fb-6132-43cb-b3dc-9dd3d4e85173 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325966
Jan 28 02:02:22.980626 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a6292-0dd8-49cb-9e1b-859e54cb908a req-bcd4c1c8-d928-4688-a41d-88b69e4853d7 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:22.982085 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-121a6292-0dd8-49cb-9e1b-859e54cb908a req-bcd4c1c8-d928-4688-a41d-88b69e4853d7 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0486078
Jan 28 02:02:23.021137 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-121a6292-0dd8-49cb-9e1b-859e54cb908a req-3f8a203e-c4b9-4153-b5da-c8f2ab52c884 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314584
Jan 28 02:02:23.476223 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd9e25-1ddc-4f04-83cb-f40b1c1cffb0 req-98b81ffc-9366-4bf3-bf53-77a80229d6cd tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:23.477682 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d5fd9e25-1ddc-4f04-83cb-f40b1c1cffb0 req-98b81ffc-9366-4bf3-bf53-77a80229d6cd tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 946 time: 0.0492804
Jan 28 02:02:23.518369 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d5fd9e25-1ddc-4f04-83cb-f40b1c1cffb0 req-b649700a-6585-4077-b83c-bb4ea29fa527 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339258
Jan 28 02:02:23.991235 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddfeaf-18a5-4127-80a7-097b64c06425 req-f8e0d80d-fa5f-4f6f-bb82-a684332173cb tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:23.992659 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2eddfeaf-18a5-4127-80a7-097b64c06425 req-f8e0d80d-fa5f-4f6f-bb82-a684332173cb tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 944 time: 0.0460942
Jan 28 02:02:24.034983 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2eddfeaf-18a5-4127-80a7-097b64c06425 req-0a7cf303-02cb-4a7d-91a5-99728481fe50 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364494
Jan 28 02:02:24.138568 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a94ca6-ce9e-4bce-9520-c84081e48932 req-511ed55d-0e2a-4d40-bbe4-0b416bec84a7 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:24.139528 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d5a94ca6-ce9e-4bce-9520-c84081e48932 req-511ed55d-0e2a-4d40-bbe4-0b416bec84a7 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0489478
Jan 28 02:02:24.175919 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d5a94ca6-ce9e-4bce-9520-c84081e48932 req-dec7162d-e097-418d-a793-6f877d586902 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306392
Jan 28 02:02:24.641066 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9877858-7afe-4ab9-b04e-798a8b443373 req-0a2d330f-6d7b-47d4-8a01-644701fc27d9 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:24.642514 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c9877858-7afe-4ab9-b04e-798a8b443373 req-0a2d330f-6d7b-47d4-8a01-644701fc27d9 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 946 time: 0.0550177
Jan 28 02:02:24.680128 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c9877858-7afe-4ab9-b04e-798a8b443373 req-36f79e25-1ae2-45f9-b27c-9a1ae0296851 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314581
Jan 28 02:02:24.883795 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 39324) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:24.931760 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_v2 [None req-92040b4d-5bb9-4c62-9509-2ab012465b69 admin admin] Deleting subnet bd157a10-7f33-4057-abd0-d34606fbdf69 {{(pid=101323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:02:24.935061 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-92040b4d-5bb9-4c62-9509-2ab012465b69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:24.969043 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-92040b4d-5bb9-4c62-9509-2ab012465b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4290095779'] for subnet, precommit_delete_associations {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.010155 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-92040b4d-5bb9-4c62-9509-2ab012465b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717944'] for subnet, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.063300 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-92040b4d-5bb9-4c62-9509-2ab012465b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4290448657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4289782116'] for subnet, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.091163 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92040b4d-5bb9-4c62-9509-2ab012465b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd157a10-7f33-4057-abd0-d34606fbdf69,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:25.096694 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-92040b4d-5bb9-4c62-9509-2ab012465b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.102258 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-92040b4d-5bb9-4c62-9509-2ab012465b69 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/bd157a10-7f33-4057-abd0-d34606fbdf69 HTTP/1.1" status: 204  len: 168 time: 0.2173727
Jan 28 02:02:25.104106 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 39328) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:25.173506 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091736cb-79ad-4a88-a0ab-a22153ac5a3a req-feeb741a-976c-46bf-9ff5-fa219cdfa63f tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:25.175702 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-091736cb-79ad-4a88-a0ab-a22153ac5a3a req-feeb741a-976c-46bf-9ff5-fa219cdfa63f tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 944 time: 0.0671406
Jan 28 02:02:25.184625 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b8bf9272-797a-4af9-ab39-e611567f69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3581231'] for network, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.217447 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-091736cb-79ad-4a88-a0ab-a22153ac5a3a req-10c745c6-ee76-42cf-addb-8df1b32c8549 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351896
Jan 28 02:02:25.264595 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b8bf9272-797a-4af9-ab39-e611567f69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3718810', 'neutron.services.segments.db._delete_segments_for_network-8755292390849'] for network, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.289378 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-b8bf9272-797a-4af9-ab39-e611567f69a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67fa443ee0>,) {'filters': {'network_id': ['6a1b9332-98da-42f2-81f9-a1ad298958e1']}} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:02:25.301152 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-b8bf9272-797a-4af9-ab39-e611567f69a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67fa443ee0>, '73434768-26cb-4b93-84e3-969bf996bdfc') {'for_net_delete': True} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:02:25.301446 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-b8bf9272-797a-4af9-ab39-e611567f69a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67fa443ee0>, '73434768-26cb-4b93-84e3-969bf996bdfc') {} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:02:25.310913 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b8bf9272-797a-4af9-ab39-e611567f69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755292456129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4290095770'] for segment, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.322917 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eeb349-389d-4ba8-b204-2a1ee91a475c req-57942d21-74c3-4d4e-9aab-279380f58b14 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:25.324212 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b8bf9272-797a-4af9-ab39-e611567f69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.324391 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c4eeb349-389d-4ba8-b204-2a1ee91a475c req-57942d21-74c3-4d4e-9aab-279380f58b14 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0503545
Jan 28 02:02:25.329911 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bf9272-797a-4af9-ab39-e611567f69a3 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=101323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:02:25.330293 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b8bf9272-797a-4af9-ab39-e611567f69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4290448811'] for segment, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]: Traceback (most recent call last):
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:     timer()
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:     cb(*args, **kw)
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:     return func(*args, **kwargs)
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:     self._notify()
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:     self.callback(batched_events)
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:     event.method(event)
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:     return f(self, *a, **k)
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._get(url).json()
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:02:25.331892 dv-cinder-824979-1-iscsi neutron-server[101323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:02:25.361695 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c4eeb349-389d-4ba8-b204-2a1ee91a475c req-05a1f11f-e597-4868-9da0-fc7ca7e13eb9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311353
Jan 28 02:02:25.384769 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b8bf9272-797a-4af9-ab39-e611567f69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3718785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551359'] for network, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.392498 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b8bf9272-797a-4af9-ab39-e611567f69a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.398199 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-b8bf9272-797a-4af9-ab39-e611567f69a3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6a1b9332-98da-42f2-81f9-a1ad298958e1 HTTP/1.1" status: 204  len: 168 time: 0.2931273
Jan 28 02:02:25.398660 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 39334) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:25.408351 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf9272-797a-4af9-ab39-e611567f69a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a1b9332-98da-42f2-81f9-a1ad298958e1,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:25.443530 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdddab86-a4fd-44cd-8c0b-c24f6f8d759c admin admin] Deleting subnet e91a87d0-8942-4b50-8e3a-50d6c7abbc52 {{(pid=101322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:02:25.446704 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fdddab86-a4fd-44cd-8c0b-c24f6f8d759c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.481783 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fdddab86-a4fd-44cd-8c0b-c24f6f8d759c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.488439 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fdddab86-a4fd-44cd-8c0b-c24f6f8d759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717944'] for subnet, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.547338 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fdddab86-a4fd-44cd-8c0b-c24f6f8d759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for subnet, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.576719 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddab86-a4fd-44cd-8c0b-c24f6f8d759c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e91a87d0-8942-4b50-8e3a-50d6c7abbc52,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:25.580347 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fdddab86-a4fd-44cd-8c0b-c24f6f8d759c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.585845 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-fdddab86-a4fd-44cd-8c0b-c24f6f8d759c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e91a87d0-8942-4b50-8e3a-50d6c7abbc52 HTTP/1.1" status: 204  len: 168 time: 0.1838539
Jan 28 02:02:25.586619 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 39342) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:25.662660 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3581231'] for network, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.752170 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3718810', 'neutron.services.segments.db._delete_segments_for_network-8755292390849'] for network, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.794239 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f67fd650580>> segment before_delete 55550000 {{(pid=101322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:02:25.794582 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f67fd650580>> subnet precommit_delete_associations 55550000 {{(pid=101322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:02:25.795331 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67fde30fa0>> segment_host_mapping after_create 55550000 {{(pid=101322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:02:25.795664 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67fde30fa0>> port after_create 55550000 {{(pid=101322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:02:25.795999 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67fde30fa0>> port after_delete 55550000 {{(pid=101322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:02:25.796985 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67fde30fa0>> port after_update 55550000 {{(pid=101322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:02:25.797306 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67fde30fa0>> segment after_delete 55550000 {{(pid=101322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:02:25.797625 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67fde30fa0>> subnet after_create 55550000 {{(pid=101322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:02:25.797975 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67fde30fa0>> subnet after_delete 55550000 {{(pid=101322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:02:25.798296 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67fde30fa0>> subnet after_update 55550000 {{(pid=101322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:02:25.894450 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f67fd874670>> subnet after_create 55550000 {{(pid=101322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:02:25.894785 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f67fd874670>> subnet after_delete 55550000 {{(pid=101322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:02:25.895122 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f67fd874670>> subnet before_create 55550000 {{(pid=101322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:02:25.895432 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f67fd874670>> subnet before_update 55550000 {{(pid=101322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:02:25.895790 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.services.segments.db [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67fd6500d0>,) {'filters': {'network_id': ['0f46577b-ddc0-4bed-9bd4-8edecdbd0118']}} {{(pid=101322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:02:25.917058 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.services.segments.db [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67fd6500d0>, '09e894d4-ddb9-4bba-89a2-13f39d002a36') {'for_net_delete': True} {{(pid=101322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:02:25.917396 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.services.segments.db [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67fd6500d0>, '09e894d4-ddb9-4bba-89a2-13f39d002a36') {} {{(pid=101322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:02:25.935416 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755292456129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4291815300'] for segment, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.967229 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcffdc5-b6f4-4f71-be6e-129c0c0ccf38 req-de01ee76-d3e0-493d-8cee-941ec8e9df52 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:25.969449 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8fcffdc5-b6f4-4f71-be6e-129c0c0ccf38 req-de01ee76-d3e0-493d-8cee-941ec8e9df52 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 946 time: 0.2101536
Jan 28 02:02:25.970391 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.983935 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=101322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:02:25.984311 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4291371056'] for segment, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:   from cryptography.utils import int_from_bytes
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:   from cryptography.utils import int_from_bytes
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]: Traceback (most recent call last):
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:     timer()
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:     cb(*args, **kw)
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:     return func(*args, **kwargs)
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:     self._notify()
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:     self.callback(batched_events)
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:     event.method(event)
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:     return f(self, *a, **k)
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:     return self._get(url).json()
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:02:25.988070 dv-cinder-824979-1-iscsi neutron-server[101322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:02:26.057167 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8fcffdc5-b6f4-4f71-be6e-129c0c0ccf38 req-e834b92f-d87b-418d-99d8-2d07ad9c4f88 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814431
Jan 28 02:02:26.058232 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3718785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551359'] for network, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:26.063663 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:26.066781 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0f46577b-ddc0-4bed-9bd4-8edecdbd0118 HTTP/1.1" status: 204  len: 168 time: 0.4795477
Jan 28 02:02:26.079071 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326274e-2f9a-43f3-9381-8bfd3c1eae52 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f46577b-ddc0-4bed-9bd4-8edecdbd0118,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:26.230142 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 39356) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:26.269219 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-868f18c4-9210-46f0-a970-a1ebb329aefc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8d1720fe5a1041c9977376e01863188e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0379224
Jan 28 02:02:26.271645 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 39360) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:26.358119 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419af20-6178-4f5e-8750-8ea1a58190cb req-231f0669-c365-4d8d-bf95-d296d7a9bcb5 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:26.359571 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f419af20-6178-4f5e-8750-8ea1a58190cb req-231f0669-c365-4d8d-bf95-d296d7a9bcb5 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 944 time: 0.0702610
Jan 28 02:02:26.360146 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-1aabdc07-219c-4ae4-9eed-4c30d59f4818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:26.394765 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-1aabdc07-219c-4ae4-9eed-4c30d59f4818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:26.427626 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f419af20-6178-4f5e-8750-8ea1a58190cb req-1f73a1de-266e-4157-a2e0-57a581499afe tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591583
Jan 28 02:02:26.453081 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-1aabdc07-219c-4ae4-9eed-4c30d59f4818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:26.456420 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-1aabdc07-219c-4ae4-9eed-4c30d59f4818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:26.457563 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-1aabdc07-219c-4ae4-9eed-4c30d59f4818 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/82957dd5-cb31-4750-ade7-654162afcb6a HTTP/1.1" status: 204  len: 168 time: 0.1850326
Jan 28 02:02:26.465475 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabdc07-219c-4ae4-9eed-4c30d59f4818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82957dd5-cb31-4750-ade7-654162afcb6a,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:26.532344 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dae9a-3c63-4fd4-8fec-99119f9201cc req-e0daceb9-8231-4c2a-8950-c35f48fe0bc6 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:26.533872 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dc1dae9a-3c63-4fd4-8fec-99119f9201cc req-e0daceb9-8231-4c2a-8950-c35f48fe0bc6 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0485415
Jan 28 02:02:26.570640 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dc1dae9a-3c63-4fd4-8fec-99119f9201cc req-ceedb60a-aef3-4b69-909d-a4a42e9c6528 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308590
Jan 28 02:02:26.778721 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 39372) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:26.821615 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-185f0d5d-ecdf-4927-be47-a3966af40a6e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0d2a985f9ef84085b886cbd344a0709a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0417445
Jan 28 02:02:26.824212 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 39374) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:26.869715 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-0e357bec-bc2b-4745-9862-728dc1219d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:26.889760 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-0e357bec-bc2b-4745-9862-728dc1219d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:26.938063 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-0e357bec-bc2b-4745-9862-728dc1219d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:26.940609 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-0e357bec-bc2b-4745-9862-728dc1219d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:26.944090 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-0e357bec-bc2b-4745-9862-728dc1219d91 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7fd0af2f-e96a-4097-8cc0-9994ff72752b HTTP/1.1" status: 204  len: 168 time: 0.1167130
Jan 28 02:02:26.954988 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e357bec-bc2b-4745-9862-728dc1219d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd0af2f-e96a-4097-8cc0-9994ff72752b,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:26.971431 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device bad03cd4-410c-4cad-9815-8cc25c949359 up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:02:27.021995 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port bad03cd4-410c-4cad-9815-8cc25c949359 completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:02:27.025762 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port bad03cd4-410c-4cad-9815-8cc25c949359 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:02:27.026146 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:27.107971 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:27.131458 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4151aa9-3199-4737-9677-a6eb2d6237df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad03cd4-410c-4cad-9815-8cc25c949359'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:02:27.133991 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789c5b28-0e3b-450a-99b2-5babff0637b5" -d '{"events": [{"server_uuid": "c4151aa9-3199-4737-9677-a6eb2d6237df", "name": "network-vif-plugged", "status": "completed", "tag": "bad03cd4-410c-4cad-9815-8cc25c949359"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:02:27.146909 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port bad03cd4-410c-4cad-9815-8cc25c949359, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=bad03cd4-410c-4cad-9815-8cc25c949359,segment=NetworkSegment(374283b2-2bd7-47c5-8ecc-11b670e17633),segment_id=374283b2-2bd7-47c5-8ecc-11b670e17633)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:02:27.153382 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:27.185868 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c5fac-c320-474d-8f33-c67c1b64493d req-6cbf866d-ff36-4421-860f-b13a67910b8d tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:27.187726 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8b5c5fac-c320-474d-8f33-c67c1b64493d req-6cbf866d-ff36-4421-860f-b13a67910b8d tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 946 time: 0.0504038
Jan 28 02:02:27.204833 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=bad03cd4-410c-4cad-9815-8cc25c949359,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:27.228394 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8b5c5fac-c320-474d-8f33-c67c1b64493d req-cbfa2c09-9868-4f26-8e5d-43583185a499 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347452
Jan 28 02:02:27.274857 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e674c541-743f-4d00-ad88-016430d449c0 x-openstack-request-id: req-e674c541-743f-4d00-ad88-016430d449c0 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:02:27.275174 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4151aa9-3199-4737-9677-a6eb2d6237df", "name": "network-vif-plugged", "status": "completed", "tag": "bad03cd4-410c-4cad-9815-8cc25c949359", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:02:27.275425 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e674c541-743f-4d00-ad88-016430d449c0 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:02:27.275814 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4151aa9-3199-4737-9677-a6eb2d6237df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad03cd4-410c-4cad-9815-8cc25c949359', 'code': 200}
Jan 28 02:02:27.556559 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c10d7-a4a1-4530-b927-7db3add98cb4 req-2eef6e0a-d796-4035-95b6-fa8eb4e0cad7 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:27.558051 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-aa3c10d7-a4a1-4530-b927-7db3add98cb4 req-2eef6e0a-d796-4035-95b6-fa8eb4e0cad7 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 945 time: 0.0525911
Jan 28 02:02:27.595596 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-aa3c10d7-a4a1-4530-b927-7db3add98cb4 req-b5504ff1-acec-4939-a224-1fdcff547f5b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313818
Jan 28 02:02:27.695183 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340846b-6f1b-4905-bd62-a98d51538ae3 req-6e3515a3-ec5e-4654-9d4f-43cab4d71ee8 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:27.696643 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a340846b-6f1b-4905-bd62-a98d51538ae3 req-6e3515a3-ec5e-4654-9d4f-43cab4d71ee8 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0482032
Jan 28 02:02:27.733873 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a340846b-6f1b-4905-bd62-a98d51538ae3 req-1bb3547a-1873-459a-9a6e-55ba80aaf4b2 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312984
Jan 28 02:02:28.265155 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a0eeb-536b-49c4-9198-735bc1da98a6 req-99116801-b4bb-47b1-9087-acec2337a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:28.266805 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b45a0eeb-536b-49c4-9198-735bc1da98a6 req-99116801-b4bb-47b1-9087-acec2337a110 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 1098 time: 0.0423205
Jan 28 02:02:28.301284 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b45a0eeb-536b-49c4-9198-735bc1da98a6 req-3617c068-1f61-44ca-8305-ad936102c385 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0277338
Jan 28 02:02:28.344204 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28d2df-8e99-47ae-bbf5-7b011bd10f97 req-d4a55965-7e72-4caf-b88e-6cb6fdf59186 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:28.345623 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5f28d2df-8e99-47ae-bbf5-7b011bd10f97 req-d4a55965-7e72-4caf-b88e-6cb6fdf59186 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 946 time: 0.0462129
Jan 28 02:02:28.383178 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5f28d2df-8e99-47ae-bbf5-7b011bd10f97 req-ae25ee9f-f992-4234-8d7d-a2363cea8577 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311918
Jan 28 02:02:28.713278 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089f364-29d2-475e-a18e-77b706e80ad0 req-1137c606-2ec1-4b1f-abdf-d8f991f03b6b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:28.714848 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1089f364-29d2-475e-a18e-77b706e80ad0 req-1137c606-2ec1-4b1f-abdf-d8f991f03b6b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 945 time: 0.0504398
Jan 28 02:02:28.763198 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1089f364-29d2-475e-a18e-77b706e80ad0 req-a8ae9724-753e-4577-b21e-f3576ef3df1a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420561
Jan 28 02:02:28.881510 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d30fb3-9c41-4e57-ae2e-78c4582bb014 req-f5806296-6070-43eb-89a7-c6c137727d2d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:28.883002 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-12d30fb3-9c41-4e57-ae2e-78c4582bb014 req-f5806296-6070-43eb-89a7-c6c137727d2d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0660615
Jan 28 02:02:28.928971 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-12d30fb3-9c41-4e57-ae2e-78c4582bb014 req-32dac18a-5aea-4a07-bec6-99285e154efe tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373976
Jan 28 02:02:29.500436 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e88949-5779-4965-b97e-63bb1af268ad req-5bc40f6b-9239-4d86-adae-b574e7e20fdd tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:29.502005 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c0e88949-5779-4965-b97e-63bb1af268ad req-5bc40f6b-9239-4d86-adae-b574e7e20fdd tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 946 time: 0.0540600
Jan 28 02:02:29.538924 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c0e88949-5779-4965-b97e-63bb1af268ad req-c09441af-a90f-40cd-86b6-c00b1ad71af4 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308607
Jan 28 02:02:29.891660 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e50bd-8910-4469-9154-9a6bfaa02f77 req-4a9da6da-f9af-4ed0-abb2-c0da4862f3d0 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:29.896685 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-af4e50bd-8910-4469-9154-9a6bfaa02f77 req-4a9da6da-f9af-4ed0-abb2-c0da4862f3d0 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 945 time: 0.0537190
Jan 28 02:02:29.934197 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-af4e50bd-8910-4469-9154-9a6bfaa02f77 req-e71ec52d-d17e-401c-a314-ff22b2f68f79 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325043
Jan 28 02:02:30.065096 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0e5c3-ea6b-4283-8724-5caa649b997f req-38c7b92f-73dc-45fa-8e77-edc50138edfa tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:30.066718 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e8f0e5c3-ea6b-4283-8724-5caa649b997f req-38c7b92f-73dc-45fa-8e77-edc50138edfa tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0502174
Jan 28 02:02:30.112987 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e8f0e5c3-ea6b-4283-8724-5caa649b997f req-f526177a-01a5-4505-a4cf-f50b46c080c1 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391018
Jan 28 02:02:30.578247 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf89a5-2cd7-413a-acb0-0353a286082a req-12200b5f-baa3-49ad-8f95-156b5bc478ff tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:30.578765 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 39536) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:30.579753 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-c0bf89a5-2cd7-413a-acb0-0353a286082a req-12200b5f-baa3-49ad-8f95-156b5bc478ff tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.82 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 946 time: 0.0906949
Jan 28 02:02:30.659589 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a589f-dbb9-4a43-bc8c-48fedf39c2d5 req-89571d62-5f0d-4ff9-884f-1387a3a170f9 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:30.661472 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-872a589f-dbb9-4a43-bc8c-48fedf39c2d5 req-89571d62-5f0d-4ff9-884f-1387a3a170f9 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 946 time: 0.0526981
Jan 28 02:02:30.709530 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3ff5f03a-1300-49cd-8109-cac88b5bbba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:30.726285 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-872a589f-dbb9-4a43-bc8c-48fedf39c2d5 req-216d756b-63db-4d49-9fcc-865d1d5b3ec5 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8335184-a4ab-410c-8c46-0bfd6672a105&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578182
Jan 28 02:02:30.733177 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-c0bf89a5-2cd7-413a-acb0-0353a286082a req-ff3309cf-3d3d-45b5-a107-7023dcf6df41 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Deleting port 8221b17d-3386-4e97-a157-ca4c9071392b {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:02:30.733514 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-c0bf89a5-2cd7-413a-acb0-0353a286082a req-ff3309cf-3d3d-45b5-a107-7023dcf6df41 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:30.799500 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3ff5f03a-1300-49cd-8109-cac88b5bbba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:30.805217 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3ff5f03a-1300-49cd-8109-cac88b5bbba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:30.830147 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-c0bf89a5-2cd7-413a-acb0-0353a286082a req-ff3309cf-3d3d-45b5-a107-7023dcf6df41 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] For port 8221b17d-3386-4e97-a157-ca4c9071392b, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=8221b17d-3386-4e97-a157-ca4c9071392b,segment=NetworkSegment(a75b17f3-9fe9-4215-9ea9-6888b49dd772),segment_id=a75b17f3-9fe9-4215-9ea9-6888b49dd772)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:02:30.830432 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-c0bf89a5-2cd7-413a-acb0-0353a286082a req-ff3309cf-3d3d-45b5-a107-7023dcf6df41 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:30.844237 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-3ff5f03a-1300-49cd-8109-cac88b5bbba1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9a6d1227cf38441aba206831e5dac824&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2645116
Jan 28 02:02:30.844513 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-c0bf89a5-2cd7-413a-acb0-0353a286082a req-ff3309cf-3d3d-45b5-a107-7023dcf6df41 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Calling delete_port for 8221b17d-3386-4e97-a157-ca4c9071392b owned by compute:nova {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:02:30.845058 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5f03a-1300-49cd-8109-cac88b5bbba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071ee017-3d28-4ecd-9815-965b4f90d758,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:30.847057 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 39540) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:31.003752 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2f2b13f1-64b7-415b-a411-ebfd166a5d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:31.061075 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599408c1-2da4-4388-8c98-646bda7f1f6d req-fd4041d5-8cb3-4dea-b55c-e62feb789493 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:31.063836 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-599408c1-2da4-4388-8c98-646bda7f1f6d req-fd4041d5-8cb3-4dea-b55c-e62feb789493 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 945 time: 0.0525212
Jan 28 02:02:31.064130 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2f2b13f1-64b7-415b-a411-ebfd166a5d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:31.106066 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-c0bf89a5-2cd7-413a-acb0-0353a286082a req-ff3309cf-3d3d-45b5-a107-7023dcf6df41 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:31.117968 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-599408c1-2da4-4388-8c98-646bda7f1f6d req-0a6aa355-012e-4fd1-a264-2dda4395a2fc tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474699
Jan 28 02:02:31.143457 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3309cf-3d3d-45b5-a107-7023dcf6df41 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Pushing event deleted for resources: {'Port': ['ID=8221b17d-3386-4e97-a157-ca4c9071392b,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:31.159167 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['8221b17d-3386-4e97-a157-ca4c9071392b'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:02:31.214642 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bf89a5-2cd7-413a-acb0-0353a286082a req-ff3309cf-3d3d-45b5-a107-7023dcf6df41 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] No DVR routers for this DVR port 8221b17d-3386-4e97-a157-ca4c9071392b on host hv-cinder-82497 {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:02:31.219704 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-c0bf89a5-2cd7-413a-acb0-0353a286082a req-ff3309cf-3d3d-45b5-a107-7023dcf6df41 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:31.223293 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-c0bf89a5-2cd7-413a-acb0-0353a286082a req-ff3309cf-3d3d-45b5-a107-7023dcf6df41 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.82 "DELETE /v2.0/ports/8221b17d-3386-4e97-a157-ca4c9071392b HTTP/1.1" status: 204  len: 173 time: 0.6351869
Jan 28 02:02:31.223910 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf2b320-c2a2-40d6-afca-73668bda7933', 'name': 'network-vif-deleted', 'tag': '8221b17d-3386-4e97-a157-ca4c9071392b'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:02:31.226626 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9708d09-1a79-4ab3-8e44-174a8472f4ee" -d '{"events": [{"server_uuid": "aaf2b320-c2a2-40d6-afca-73668bda7933", "name": "network-vif-deleted", "tag": "8221b17d-3386-4e97-a157-ca4c9071392b"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:02:31.230496 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2f2b13f1-64b7-415b-a411-ebfd166a5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:31.233105 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2f2b13f1-64b7-415b-a411-ebfd166a5d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:31.245571 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-2f2b13f1-64b7-415b-a411-ebfd166a5d74 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/071ee017-3d28-4ecd-9815-965b4f90d758 HTTP/1.1" status: 204  len: 168 time: 0.3922842
Jan 28 02:02:31.269628 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b13f1-64b7-415b-a411-ebfd166a5d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071ee017-3d28-4ecd-9815-965b4f90d758,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:31.347828 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb8753-ce1e-4fed-9d5f-f410a0ce2b9d req-59e55108-ecba-4a49-8aac-7f60e797fc16 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:31.351824 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eacb8753-ce1e-4fed-9d5f-f410a0ce2b9d req-59e55108-ecba-4a49-8aac-7f60e797fc16 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0897956
Jan 28 02:02:31.431738 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27568af-ee51-440d-8803-ceb1d2bdfe55 x-openstack-request-id: req-d27568af-ee51-440d-8803-ceb1d2bdfe55 {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:02:31.432110 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf2b320-c2a2-40d6-afca-73668bda7933", "name": "network-vif-deleted", "tag": "8221b17d-3386-4e97-a157-ca4c9071392b", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:02:31.432360 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d27568af-ee51-440d-8803-ceb1d2bdfe55 {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:02:31.432758 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf2b320-c2a2-40d6-afca-73668bda7933', 'name': 'network-vif-deleted', 'tag': '8221b17d-3386-4e97-a157-ca4c9071392b', 'status': 'completed', 'code': 200}
Jan 28 02:02:31.433118 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eacb8753-ce1e-4fed-9d5f-f410a0ce2b9d req-5b0d9c90-5b48-4de3-ad6b-ae099538de3a tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729909
Jan 28 02:02:31.621601 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 39580) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:31.634880 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4bb4bfd5-1d51-49b3-ac9f-93129409b1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:31.712674 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4bb4bfd5-1d51-49b3-ac9f-93129409b1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:31.717444 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4bb4bfd5-1d51-49b3-ac9f-93129409b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:31.755722 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-4bb4bfd5-1d51-49b3-ac9f-93129409b1a0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7cf988ce55d948f886a16549ef5264f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1330001
Jan 28 02:02:31.758296 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 39586) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:31.764392 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4bfd5-1d51-49b3-ac9f-93129409b1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc38b4c-cc53-4384-8709-0d8dd3c9e7b8,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:31.812949 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ef35d0a7-3ace-43b3-a26f-0187f93a8740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:31.840396 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ef35d0a7-3ace-43b3-a26f-0187f93a8740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:31.845431 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f9ef66d9-7d0a-49c9-b690-1e243fd82769 req-753476c1-083a-4a05-9080-53927f4f7186 tempest-DeleteServersTestJSON-682355776 tempest-DeleteServersTestJSON-682355776-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf2b320-c2a2-40d6-afca-73668bda7933 HTTP/1.1" status: 200  len: 210 time: 0.0396607
Jan 28 02:02:31.906335 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ef35d0a7-3ace-43b3-a26f-0187f93a8740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:31.909461 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ef35d0a7-3ace-43b3-a26f-0187f93a8740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:31.913471 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-ef35d0a7-3ace-43b3-a26f-0187f93a8740 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4dc38b4c-cc53-4384-8709-0d8dd3c9e7b8 HTTP/1.1" status: 204  len: 168 time: 0.1515343
Jan 28 02:02:31.922523 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35d0a7-3ace-43b3-a26f-0187f93a8740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc38b4c-cc53-4384-8709-0d8dd3c9e7b8,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:32.233121 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 39594) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:32.246093 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e4a1-f296-4ff0-abc9-6988e03b3e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:32.324175 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e4a1-f296-4ff0-abc9-6988e03b3e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:32.327962 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e4a1-f296-4ff0-abc9-6988e03b3e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:32.365165 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-f4e4e4a1-f296-4ff0-abc9-6988e03b3e0c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3af42f22cdef45e7849e1486dd80b23e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1304483
Jan 28 02:02:32.366351 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e4a1-f296-4ff0-abc9-6988e03b3e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fe8d9d-f11f-4259-8ebf-ee2f0c1bd287,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:32.367996 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 39598) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:32.418242 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-251a2c9b-3cff-470b-942d-ffc20aa766cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:32.441579 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-251a2c9b-3cff-470b-942d-ffc20aa766cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:32.487873 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-251a2c9b-3cff-470b-942d-ffc20aa766cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:32.490571 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-251a2c9b-3cff-470b-942d-ffc20aa766cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:32.491716 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-251a2c9b-3cff-470b-942d-ffc20aa766cd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/27fe8d9d-f11f-4259-8ebf-ee2f0c1bd287 HTTP/1.1" status: 204  len: 168 time: 0.1227195
Jan 28 02:02:32.500721 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2c9b-3cff-470b-942d-ffc20aa766cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fe8d9d-f11f-4259-8ebf-ee2f0c1bd287,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:32.553451 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aded3b8-1e29-454c-9f47-9de6dcb0bc27 req-5884c106-69b6-4524-a970-7a70057ce05d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:32.554983 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4aded3b8-1e29-454c-9f47-9de6dcb0bc27 req-5884c106-69b6-4524-a970-7a70057ce05d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0522320
Jan 28 02:02:32.596289 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4aded3b8-1e29-454c-9f47-9de6dcb0bc27 req-aa95aca4-3254-4c36-a42d-81e5721f0953 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354874
Jan 28 02:02:33.717295 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4806ba0-9760-4bfd-9d4c-638a49227d57 req-7f40e7ef-d427-467d-ac10-1ca8eb71cb62 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:33.718822 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a4806ba0-9760-4bfd-9d4c-638a49227d57 req-7f40e7ef-d427-467d-ac10-1ca8eb71cb62 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0518589
Jan 28 02:02:33.755418 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a4806ba0-9760-4bfd-9d4c-638a49227d57 req-a03d41c1-50fa-4ab7-82d6-e3ef4267ecbc tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0305521
Jan 28 02:02:34.864307 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e02bb-3f42-4f23-b175-f4a2fa2b333e req-2fcaa61e-eefc-405f-935c-ea3b3eae125f tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:34.865819 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-702e02bb-3f42-4f23-b175-f4a2fa2b333e req-2fcaa61e-eefc-405f-935c-ea3b3eae125f tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0477240
Jan 28 02:02:34.902792 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-702e02bb-3f42-4f23-b175-f4a2fa2b333e req-26db2b0e-8393-44f8-838b-b78f601dda55 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311522
Jan 28 02:02:35.119177 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 8221b17d-3386-4e97-a157-ca4c9071392b no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:02:35.138788 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: 8221b17d-3386-4e97-a157-ca4c9071392b {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:02:35.139130 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 8221b17d-3386-4e97-a157-ca4c9071392b not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:02:36.012475 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf72bb-3683-47fa-87ab-5961c382cd2c req-189894fd-c525-4b99-a6b5-4c22c7be4b12 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:36.013939 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-53bf72bb-3683-47fa-87ab-5961c382cd2c req-189894fd-c525-4b99-a6b5-4c22c7be4b12 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0459802
Jan 28 02:02:36.050227 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-53bf72bb-3683-47fa-87ab-5961c382cd2c req-ff0605e6-ced9-43ff-b487-4d60f3e29b78 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0300784
Jan 28 02:02:37.341418 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c373a-bbdc-44c6-9776-d1bc616e2c5f req-525e30d8-2561-4b90-a23b-6371d6946090 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:37.343028 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-580c373a-bbdc-44c6-9776-d1bc616e2c5f req-525e30d8-2561-4b90-a23b-6371d6946090 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0493195
Jan 28 02:02:37.389592 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-580c373a-bbdc-44c6-9776-d1bc616e2c5f req-a5e19ff2-d473-476d-a5b7-fd20ffc1370a tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397019
Jan 28 02:02:37.537634 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95a503-533f-457f-863c-b03c9c360814 req-8c859dd5-a908-4d5f-bb39-8bedec043031 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:37.539099 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9c95a503-533f-457f-863c-b03c9c360814 req-8c859dd5-a908-4d5f-bb39-8bedec043031 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/networks?id=a12a014d-4a71-408b-a943-054c73574ed9 HTTP/1.1" status: 200  len: 813 time: 0.1004832
Jan 28 02:02:37.554354 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9c95a503-533f-457f-863c-b03c9c360814 req-d7d5aaeb-edf2-415c-995c-91badd29a64e tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/quotas/6639261ee8ee46e0a4e3a01eb63b9ab4 HTTP/1.1" status: 200  len: 375 time: 0.0087585
Jan 28 02:02:37.606885 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9c95a503-533f-457f-863c-b03c9c360814 req-f343b53e-b050-4f82-b5eb-556f16281350 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6639261ee8ee46e0a4e3a01eb63b9ab4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0473201
Jan 28 02:02:37.695679 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9c95a503-533f-457f-863c-b03c9c360814 req-77361ef3-0c73-4b0a-8bff-83e50f5dbbff service neutron] 10.222.0.77 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819328
Jan 28 02:02:37.788967 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9c95a503-533f-457f-863c-b03c9c360814 req-2c2751f4-21a7-4125-baea-05839dd5f3a8 service neutron] 10.222.0.77 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872905
Jan 28 02:02:37.952624 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d41a156e-80da-4e63-b35c-d2bdffc92641 req-139378a0-5ea9-43f9-9d7e-9176a14b4be3 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 210 time: 0.0299785
Jan 28 02:02:38.515710 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0150f1-acb9-4c69-9642-b71bca850549 req-3fa85795-a2a3-4350-b0ed-dce346328d64 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:38.517174 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0b0150f1-acb9-4c69-9642-b71bca850549 req-3fa85795-a2a3-4350-b0ed-dce346328d64 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0518658
Jan 28 02:02:38.553829 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0b0150f1-acb9-4c69-9642-b71bca850549 req-195bbc12-4801-4124-833f-7f9e2306043d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307739
Jan 28 02:02:38.623249 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 39780) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:38.667462 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d59173-9c9a-48e3-a130-187b02e94eda admin admin] Deleting subnet ba1814b3-32c1-49f9-aef2-918dffd38e7e {{(pid=101322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:02:38.670805 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-16d59173-9c9a-48e3-a130-187b02e94eda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:38.708296 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-16d59173-9c9a-48e3-a130-187b02e94eda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4291815357'] for subnet, precommit_delete_associations {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:38.744536 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-16d59173-9c9a-48e3-a130-187b02e94eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717944'] for subnet, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:38.794267 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-16d59173-9c9a-48e3-a130-187b02e94eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4291371146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290891343'] for subnet, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:38.818060 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d59173-9c9a-48e3-a130-187b02e94eda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba1814b3-32c1-49f9-aef2-918dffd38e7e,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:38.825685 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-16d59173-9c9a-48e3-a130-187b02e94eda admin admin] Notify callbacks [] for subnet, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:38.826509 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-16d59173-9c9a-48e3-a130-187b02e94eda admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ba1814b3-32c1-49f9-aef2-918dffd38e7e HTTP/1.1" status: 204  len: 168 time: 0.2022843
Jan 28 02:02:38.829577 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 39784) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:38.901116 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb95d-7870-4611-bbfa-7fbf693c1bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3581231'] for network, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:38.977967 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb95d-7870-4611-bbfa-7fbf693c1bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3718810', 'neutron.services.segments.db._delete_segments_for_network-8755292390849'] for network, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:38.997887 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.services.segments.db [None req-bcdcb95d-7870-4611-bbfa-7fbf693c1bda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67fd33ab20>,) {'filters': {'network_id': ['27b7e674-c1b4-46df-b078-0f6e5b07b279']}} {{(pid=101322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:02:39.006805 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.services.segments.db [None req-bcdcb95d-7870-4611-bbfa-7fbf693c1bda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67fd33ab20>, 'a75b17f3-9fe9-4215-9ea9-6888b49dd772') {'for_net_delete': True} {{(pid=101322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:02:39.007099 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.services.segments.db [None req-bcdcb95d-7870-4611-bbfa-7fbf693c1bda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67fd33ab20>, 'a75b17f3-9fe9-4215-9ea9-6888b49dd772') {} {{(pid=101322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:02:39.016540 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb95d-7870-4611-bbfa-7fbf693c1bda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755292456129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4291815300'] for segment, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:39.055662 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb95d-7870-4611-bbfa-7fbf693c1bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:39.058783 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-346f3e91-d875-41fb-9281-9601d253d893 req-0db47251-5b24-46ad-a4cd-6c9e8b92b5a0 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 210 time: 0.0344942
Jan 28 02:02:39.063963 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdcb95d-7870-4611-bbfa-7fbf693c1bda admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=101322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:02:39.064372 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb95d-7870-4611-bbfa-7fbf693c1bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4291371056'] for segment, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]: Traceback (most recent call last):
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:     timer()
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:     cb(*args, **kw)
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:     return func(*args, **kwargs)
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:     self._notify()
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:     self.callback(batched_events)
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:     event.method(event)
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:     return f(self, *a, **k)
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:     return self._get(url).json()
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:02:39.066015 dv-cinder-824979-1-iscsi neutron-server[101322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:02:39.117567 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb95d-7870-4611-bbfa-7fbf693c1bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3718785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551359'] for network, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:39.123179 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb95d-7870-4611-bbfa-7fbf693c1bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:39.127319 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-bcdcb95d-7870-4611-bbfa-7fbf693c1bda admin admin] 10.222.0.77 "DELETE /v2.0/networks/27b7e674-c1b4-46df-b078-0f6e5b07b279 HTTP/1.1" status: 204  len: 168 time: 0.2966011
Jan 28 02:02:39.138139 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcb95d-7870-4611-bbfa-7fbf693c1bda admin admin] Pushing event deleted for resources: {'Network': ['ID=27b7e674-c1b4-46df-b078-0f6e5b07b279,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:39.286801 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 39794) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:39.329248 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-ba6bb225-31bb-436b-b364-707d490a6911 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e903984909674521a44fe37d95d94b8c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0385549
Jan 28 02:02:39.329710 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 39798) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:39.377561 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f8ebebef-2e96-45f7-a250-8886cdb6d5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:39.398811 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f8ebebef-2e96-45f7-a250-8886cdb6d5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:39.446800 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f8ebebef-2e96-45f7-a250-8886cdb6d5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:39.449308 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f8ebebef-2e96-45f7-a250-8886cdb6d5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:39.450492 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-f8ebebef-2e96-45f7-a250-8886cdb6d5df admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e8335184-a4ab-410c-8c46-0bfd6672a105 HTTP/1.1" status: 204  len: 168 time: 0.1197150
Jan 28 02:02:39.458318 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebebef-2e96-45f7-a250-8886cdb6d5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8335184-a4ab-410c-8c46-0bfd6672a105,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:39.663292 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdccd6-1ea7-497c-a12c-7c4a11cdd523 req-349ec42a-ee59-43d8-8fc6-7f788f75aaa5 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:39.664872 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3cfdccd6-1ea7-497c-a12c-7c4a11cdd523 req-349ec42a-ee59-43d8-8fc6-7f788f75aaa5 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0476503
Jan 28 02:02:39.706551 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3cfdccd6-1ea7-497c-a12c-7c4a11cdd523 req-a0d78a02-bfea-4b39-af7a-9e732ef783fe tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357833
Jan 28 02:02:40.152352 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-af5d282f-b522-4af8-bbf3-9876d97cf736 req-0bb05a42-b202-4898-85fb-5a43e3c658f5 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 210 time: 0.0256159
Jan 28 02:02:40.668565 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 39866) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:40.769973 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9cb3abb1-ca81-4d05-b94f-8ff0ddaddf5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:40.835565 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d7127-456a-4012-9a90-ee979352ee0f req-bb0c449a-7c0a-4bdc-82ab-139f25a303cf tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:40.837021 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-302d7127-456a-4012-9a90-ee979352ee0f req-bb0c449a-7c0a-4bdc-82ab-139f25a303cf tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0651124
Jan 28 02:02:40.889519 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-302d7127-456a-4012-9a90-ee979352ee0f req-20c1fbfe-4b61-4033-a017-3bd056c3a9b6 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445595
Jan 28 02:02:40.909167 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9cb3abb1-ca81-4d05-b94f-8ff0ddaddf5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:40.912932 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9cb3abb1-ca81-4d05-b94f-8ff0ddaddf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:40.954711 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-9cb3abb1-ca81-4d05-b94f-8ff0ddaddf5a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8b253c97f9094f0eafdc4fec85233ee5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2847915
Jan 28 02:02:40.957318 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3abb1-ca81-4d05-b94f-8ff0ddaddf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ca2781-b0a7-43f6-809c-e7d409a1756c,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:40.957462 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 39874) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:41.010224 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e43cc41d-dcc0-49ec-ab08-854d312c42cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:41.030422 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e43cc41d-dcc0-49ec-ab08-854d312c42cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:41.074715 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e43cc41d-dcc0-49ec-ab08-854d312c42cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:41.077265 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e43cc41d-dcc0-49ec-ab08-854d312c42cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:41.078573 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-e43cc41d-dcc0-49ec-ab08-854d312c42cd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f9ca2781-b0a7-43f6-809c-e7d409a1756c HTTP/1.1" status: 204  len: 168 time: 0.1193199
Jan 28 02:02:41.086143 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cc41d-dcc0-49ec-ab08-854d312c42cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ca2781-b0a7-43f6-809c-e7d409a1756c,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:41.245645 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e20f6e06-d616-4098-8f2a-3e51a62a3241 req-46b8b766-1d70-48e6-b69b-378cf2767c65 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 210 time: 0.0280917
Jan 28 02:02:41.823112 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9532ece9-5d7c-4d80-8fac-45c8877a7243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:42.003436 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45059367-0e77-427f-8892-9568bf62b00a req-aa52fa4a-3673-41dd-99a1-38f0fd57e093 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:42.005813 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-45059367-0e77-427f-8892-9568bf62b00a req-aa52fa4a-3673-41dd-99a1-38f0fd57e093 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0498133
Jan 28 02:02:42.078713 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-45059367-0e77-427f-8892-9568bf62b00a req-edfb6886-6818-47d3-962f-3c5b6abcc4dc tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661945
Jan 28 02:02:42.343787 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bc674648-484e-4cc3-8c68-c9cc3bf651ce req-61c53584-acf2-40ae-be9e-b67cbcd70cf5 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 210 time: 0.0257647
Jan 28 02:02:42.814298 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95a503-533f-457f-863c-b03c9c360814 req-8596b54d-cc30-49a3-aa3d-ed13278988b6 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:42.815791 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9c95a503-533f-457f-863c-b03c9c360814 req-8596b54d-cc30-49a3-aa3d-ed13278988b6 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.82 "GET /v2.0/networks?id=a12a014d-4a71-408b-a943-054c73574ed9 HTTP/1.1" status: 200  len: 813 time: 0.1243806
Jan 28 02:02:42.840392 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-9c95a503-533f-457f-863c-b03c9c360814 req-863be435-157b-4381-9b1a-e2ce74f35ada tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Request body: {'port': {'device_id': '60cc0a8d-a1cc-413e-ba90-19e9507bcb4e', 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9', 'admin_state_up': True, 'tenant_id': '6639261ee8ee46e0a4e3a01eb63b9ab4'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:02:43.112203 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c95a503-533f-457f-863c-b03c9c360814 req-863be435-157b-4381-9b1a-e2ce74f35ada tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Made reservation on behalf of 6639261ee8ee46e0a4e3a01eb63b9ab4 for: {'port': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:02:43.115812 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-9c95a503-533f-457f-863c-b03c9c360814 req-863be435-157b-4381-9b1a-e2ce74f35ada tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:43.212621 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb63dc-f988-4ad8-9215-9daba7ce850d req-c1c2e60f-ba01-4c88-b4e5-d24b9c224a25 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:43.218867 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-20bb63dc-f988-4ad8-9215-9daba7ce850d req-c1c2e60f-ba01-4c88-b4e5-d24b9c224a25 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0571272
Jan 28 02:02:43.259750 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [req-9c95a503-533f-457f-863c-b03c9c360814 req-863be435-157b-4381-9b1a-e2ce74f35ada tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Allocated IP 172.20.0.10 (a12a014d-4a71-408b-a943-054c73574ed9/458cc6c2-7388-45e4-bb6b-10c0e6fa544d/9c389827-57e0-481b-bae4-d3581c28a727) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:02:43.261132 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-20bb63dc-f988-4ad8-9215-9daba7ce850d req-a4faeaec-a2f6-4717-b8b5-53bc6046a556 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399997
Jan 28 02:02:43.416848 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-9c95a503-533f-457f-863c-b03c9c360814 req-863be435-157b-4381-9b1a-e2ce74f35ada tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:43.448361 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-08c130df-efc3-483f-b33d-436659b20140 req-a2ab368d-6987-488b-924e-bec7324ff6da tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 210 time: 0.0331926
Jan 28 02:02:43.455878 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-9c95a503-533f-457f-863c-b03c9c360814 req-863be435-157b-4381-9b1a-e2ce74f35ada tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:43.501041 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['bdfdebab-1bce-49af-b683-2bf00d7f807c', 'bad03cd4-410c-4cad-9815-8cc25c949359'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:02:43.504709 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c95a503-533f-457f-863c-b03c9c360814 req-863be435-157b-4381-9b1a-e2ce74f35ada tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Network a12a014d-4a71-408b-a943-054c73574ed9 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:02:43.507701 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [req-9c95a503-533f-457f-863c-b03c9c360814 req-863be435-157b-4381-9b1a-e2ce74f35ada tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:02:43.511226 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c95a503-533f-457f-863c-b03c9c360814 req-863be435-157b-4381-9b1a-e2ce74f35ada tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:02:43.517971 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863be435-157b-4381-9b1a-e2ce74f35ada tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Pushing event updated for resources: {'Port': ['ID=9c389827-57e0-481b-bae4-d3581c28a727,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:43.560918 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95a503-533f-457f-863c-b03c9c360814 req-863be435-157b-4381-9b1a-e2ce74f35ada tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:43.562283 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-9c95a503-533f-457f-863c-b03c9c360814 req-863be435-157b-4381-9b1a-e2ce74f35ada tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:43.578381 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9c95a503-533f-457f-863c-b03c9c360814 req-863be435-157b-4381-9b1a-e2ce74f35ada tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7416956
Jan 28 02:02:43.620017 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Request body: {'port': {'device_id': '60cc0a8d-a1cc-413e-ba90-19e9507bcb4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:02:43.673833 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:43.906673 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ba70d98e-4c2e-4b75-b1d3-f7366dd39f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:43.953801 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c389827-57e0-481b-bae4-d3581c28a727 {{(pid=101323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:02:43.961548 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:43.974555 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.provisioning_blocks [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Transition to ACTIVE for port object 9c389827-57e0-481b-bae4-d3581c28a727 will not be triggered until provisioned by entity L2. {{(pid=101323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:02:43.978087 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:44.027022 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Pushing event updated for resources: {'Port': ['ID=9c389827-57e0-481b-bae4-d3581c28a727,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:44.102045 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Attempting to bind port 9c389827-57e0-481b-bae4-d3581c28a727 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:02:44.104612 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Attempting to bind port 9c389827-57e0-481b-bae4-d3581c28a727 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '374283b2-2bd7-47c5-8ecc-11b670e17633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9'}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:02:44.104612 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Attempting to bind port 9c389827-57e0-481b-bae4-d3581c28a727 on network a12a014d-4a71-408b-a943-054c73574ed9 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:02:44.110529 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Port 9c389827-57e0-481b-bae4-d3581c28a727 on network a12a014d-4a71-408b-a943-054c73574ed9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:02:44.110968 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Attempting to bind port 9c389827-57e0-481b-bae4-d3581c28a727 on network a12a014d-4a71-408b-a943-054c73574ed9 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:02:44.117230 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:02:44.117790 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Checking segment: {'id': '374283b2-2bd7-47c5-8ecc-11b670e17633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:02:44.118282 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Bound using segment: {'id': '374283b2-2bd7-47c5-8ecc-11b670e17633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9'} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:02:44.118870 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Bound port: 9c389827-57e0-481b-bae4-d3581c28a727, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374283b2-2bd7-47c5-8ecc-11b670e17633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9'}}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:02:44.119337 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:44.196799 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] For port 9c389827-57e0-481b-bae4-d3581c28a727, host hv-cinder-82497, cleared binding levels {{(pid=101323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:02:44.200314 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] For port 9c389827-57e0-481b-bae4-d3581c28a727, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=9c389827-57e0-481b-bae4-d3581c28a727,segment=NetworkSegment(374283b2-2bd7-47c5-8ecc-11b670e17633),segment_id=374283b2-2bd7-47c5-8ecc-11b670e17633)] {{(pid=101323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:02:44.205417 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:44.238021 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:44.238657 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:44.240015 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9c95a503-533f-457f-863c-b03c9c360814 req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] 10.222.0.82 "PUT /v2.0/ports/9c389827-57e0-481b-bae4-d3581c28a727 HTTP/1.1" status: 200  len: 1094 time: 0.6246524
Jan 28 02:02:44.242016 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cc0a8d-a1cc-413e-ba90-19e9507bcb4e', 'tag': '9c389827-57e0-481b-bae4-d3581c28a727'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:02:44.244243 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8286e1-7a33-4577-aaad-6d012ac7f908" -d '{"events": [{"name": "network-changed", "server_uuid": "60cc0a8d-a1cc-413e-ba90-19e9507bcb4e", "tag": "9c389827-57e0-481b-bae4-d3581c28a727"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:02:44.270127 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42850ea-98e4-44bd-b7d5-470190391270 service neutron] Pushing event updated for resources: {'Port': ['ID=9c389827-57e0-481b-bae4-d3581c28a727,revision_number=3']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:44.281843 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c23cf86-dcc3-47a3-9f16-a97879a95fbf x-openstack-request-id: req-7c23cf86-dcc3-47a3-9f16-a97879a95fbf {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:02:44.282137 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60cc0a8d-a1cc-413e-ba90-19e9507bcb4e", "tag": "9c389827-57e0-481b-bae4-d3581c28a727", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:02:44.282394 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7c23cf86-dcc3-47a3-9f16-a97879a95fbf {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:02:44.282791 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cc0a8d-a1cc-413e-ba90-19e9507bcb4e', 'tag': '9c389827-57e0-481b-bae4-d3581c28a727', 'status': 'completed', 'code': 200}
Jan 28 02:02:44.382172 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4b09a-23cd-4bc5-86e1-da1d6d070110 req-dd37d644-0005-4372-8520-6fdb861d04cf tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:44.384180 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8fc4b09a-23cd-4bc5-86e1-da1d6d070110 req-dd37d644-0005-4372-8520-6fdb861d04cf tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0504541
Jan 28 02:02:44.420302 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8fc4b09a-23cd-4bc5-86e1-da1d6d070110 req-c230093d-9db4-4cd1-a2dc-84cf7a90b849 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0303092
Jan 28 02:02:44.561567 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b104b-8ef1-4038-bff6-eb17b2dbeb73 req-cfe0e2d2-d593-4bac-9e96-c94cb5ff658c tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:44.563274 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c97b104b-8ef1-4038-bff6-eb17b2dbeb73 req-cfe0e2d2-d593-4bac-9e96-c94cb5ff658c tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 944 time: 0.0468819
Jan 28 02:02:44.602440 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c97b104b-8ef1-4038-bff6-eb17b2dbeb73 req-28dc6e5c-ff92-497a-951b-be2b118bbada tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333724
Jan 28 02:02:44.799070 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:45.279548 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:45.533903 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e3f6d-d6f1-4364-b1ec-0db836e515f6 req-54f08e8d-3139-4255-9e1f-d72aaccc6448 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:45.535347 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-144e3f6d-d6f1-4364-b1ec-0db836e515f6 req-54f08e8d-3139-4255-9e1f-d72aaccc6448 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0502000
Jan 28 02:02:45.571905 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-144e3f6d-d6f1-4364-b1ec-0db836e515f6 req-7d0ae728-afa9-4ceb-894f-b84f288b7792 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307465
Jan 28 02:02:45.712657 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcc9df-b542-403b-8343-4b0d6d420738 req-af515658-6c87-42eb-b8ef-37f79235be4b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:45.714049 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-65bcc9df-b542-403b-8343-4b0d6d420738 req-af515658-6c87-42eb-b8ef-37f79235be4b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 944 time: 0.0472355
Jan 28 02:02:45.750594 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-65bcc9df-b542-403b-8343-4b0d6d420738 req-9a5e1e5f-9042-4dfe-8c94-75bace29f80a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307648
Jan 28 02:02:46.635627 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8286e1-7a33-4577-aaad-6d012ac7f908 req-a5198012-2cb1-42da-9a97-5b5fa8d8bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:46.637148 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-8f8286e1-7a33-4577-aaad-6d012ac7f908 req-a5198012-2cb1-42da-9a97-5b5fa8d8bed1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6639261ee8ee46e0a4e3a01eb63b9ab4&device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 1097 time: 0.0432372
Jan 28 02:02:46.684306 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ece5d-7c92-44f1-8c9b-e910fdcad83b req-aeba99f3-db37-4624-8b27-e1ff9add92e2 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:46.685783 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-944ece5d-7c92-44f1-8c9b-e910fdcad83b req-aeba99f3-db37-4624-8b27-e1ff9add92e2 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0467076
Jan 28 02:02:46.723299 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-944ece5d-7c92-44f1-8c9b-e910fdcad83b req-281719ec-7dd4-4aca-9667-12a8f302aef9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307553
Jan 28 02:02:46.742366 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8286e1-7a33-4577-aaad-6d012ac7f908 req-b0a95855-2d69-44ae-80a8-c5456c7e7f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:46.743879 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-8f8286e1-7a33-4577-aaad-6d012ac7f908 req-b0a95855-2d69-44ae-80a8-c5456c7e7f5e service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=6639261ee8ee46e0a4e3a01eb63b9ab4&shared=False HTTP/1.1" status: 200  len: 914 time: 0.0901685
Jan 28 02:02:46.812373 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:46.841332 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8286e1-7a33-4577-aaad-6d012ac7f908 req-a3cb52dc-c153-43f8-b619-dbed46378227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:46.842970 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-8f8286e1-7a33-4577-aaad-6d012ac7f908 req-a3cb52dc-c153-43f8-b619-dbed46378227 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0909595
Jan 28 02:02:46.878922 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a20e7-4150-4041-b769-7fbe7d601ace req-e70ecf99-5ace-472d-81bb-7c26d15bf049 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:46.880409 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c97a20e7-4150-4041-b769-7fbe7d601ace req-e70ecf99-5ace-472d-81bb-7c26d15bf049 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 944 time: 0.0608885
Jan 28 02:02:46.918385 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c97a20e7-4150-4041-b769-7fbe7d601ace req-224dff01-14e7-478c-915d-360f5c3d7fa1 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0321500
Jan 28 02:02:46.970177 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95a503-533f-457f-863c-b03c9c360814 req-697dd338-7369-4753-b801-c06fe715b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:46.971648 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9c95a503-533f-457f-863c-b03c9c360814 req-697dd338-7369-4753-b801-c06fe715b7e0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6639261ee8ee46e0a4e3a01eb63b9ab4&device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 1097 time: 0.0445480
Jan 28 02:02:47.020843 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9c95a503-533f-457f-863c-b03c9c360814 req-63500cd2-5dcb-4b20-b2ec-22503ac6f110 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c389827-57e0-481b-bae4-d3581c28a727 HTTP/1.1" status: 200  len: 217 time: 0.0323594
Jan 28 02:02:47.071214 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95a503-533f-457f-863c-b03c9c360814 req-f3edb599-7164-4e16-b6df-459980b7daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:47.072552 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9c95a503-533f-457f-863c-b03c9c360814 req-f3edb599-7164-4e16-b6df-459980b7daf8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=458cc6c2-7388-45e4-bb6b-10c0e6fa544d HTTP/1.1" status: 200  len: 853 time: 0.0423009
Jan 28 02:02:47.114975 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9c95a503-533f-457f-863c-b03c9c360814 req-852a251d-19e9-419e-bf66-75caf08c4155 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a12a014d-4a71-408b-a943-054c73574ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0270350
Jan 28 02:02:47.211724 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9c95a503-533f-457f-863c-b03c9c360814 req-1ddaac48-24d3-4b30-bbdc-2c387c5562e8 service neutron] 10.222.0.82 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0779097
Jan 28 02:02:47.243386 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:02:47.313097 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9c95a503-533f-457f-863c-b03c9c360814 req-0ea537a2-50ff-4792-9a17-53025aab1959 service neutron] 10.222.0.82 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912013
Jan 28 02:02:47.347162 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:47.837641 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3c6e7-dbb8-4eda-b43d-59c19a45ac6f req-894901d6-3510-44e4-840a-b9beb84f5f2c tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:47.839200 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-52f3c6e7-dbb8-4eda-b43d-59c19a45ac6f req-894901d6-3510-44e4-840a-b9beb84f5f2c tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0491054
Jan 28 02:02:47.875747 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-52f3c6e7-dbb8-4eda-b43d-59c19a45ac6f req-7b9a76ad-3e15-4736-b9ef-846c300f4340 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309539
Jan 28 02:02:48.033113 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4bd12-c5ab-47ff-acdf-f74ce4c87dd6 req-6b64ed9d-97c1-48a1-9d82-5a244dbc4e49 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:48.034579 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0ab4bd12-c5ab-47ff-acdf-f74ce4c87dd6 req-6b64ed9d-97c1-48a1-9d82-5a244dbc4e49 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 944 time: 0.0479407
Jan 28 02:02:48.071127 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0ab4bd12-c5ab-47ff-acdf-f74ce4c87dd6 req-22db7791-7999-4eeb-b6f9-bf79c9ac8791 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306528
Jan 28 02:02:48.474594 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 40078) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:48.589190 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0bc40468-4c59-4690-8a7d-b02aee4f5108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:48.665099 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0bc40468-4c59-4690-8a7d-b02aee4f5108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:48.668769 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0bc40468-4c59-4690-8a7d-b02aee4f5108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:48.702771 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-0bc40468-4c59-4690-8a7d-b02aee4f5108 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c7d5cb675dfa4a03be524f27220be185&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2264888
Jan 28 02:02:48.705448 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 40088) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:48.714585 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc40468-4c59-4690-8a7d-b02aee4f5108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa7264d-fc06-414d-8460-23ac154ce21b,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:48.758519 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-21b1ccbe-ea4f-4ea0-818a-4fb12478f15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:48.778545 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-21b1ccbe-ea4f-4ea0-818a-4fb12478f15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:48.823912 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-21b1ccbe-ea4f-4ea0-818a-4fb12478f15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:48.826547 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-21b1ccbe-ea4f-4ea0-818a-4fb12478f15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:48.827768 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-21b1ccbe-ea4f-4ea0-818a-4fb12478f15e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aaa7264d-fc06-414d-8460-23ac154ce21b HTTP/1.1" status: 204  len: 168 time: 0.1212480
Jan 28 02:02:48.835205 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1ccbe-ea4f-4ea0-818a-4fb12478f15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa7264d-fc06-414d-8460-23ac154ce21b,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:48.987590 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e2780-3991-4660-a195-1fb96ed0f2c2 req-0df03eeb-6431-407f-91a3-02ad49738ce0 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:48.989330 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-665e2780-3991-4660-a195-1fb96ed0f2c2 req-0df03eeb-6431-407f-91a3-02ad49738ce0 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0472937
Jan 28 02:02:49.025278 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-665e2780-3991-4660-a195-1fb96ed0f2c2 req-0062293f-070e-4bae-b0fc-c0502efdcb15 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0301418
Jan 28 02:02:49.183307 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530e986-5b88-484d-9835-d5306c1e274b req-32347423-5b9b-41fa-9bf7-2b55753d9300 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:49.184767 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8530e986-5b88-484d-9835-d5306c1e274b req-32347423-5b9b-41fa-9bf7-2b55753d9300 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 944 time: 0.0477738
Jan 28 02:02:49.223724 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8530e986-5b88-484d-9835-d5306c1e274b req-ff5db690-4158-4253-8779-f6823eb27860 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325136
Jan 28 02:02:49.425184 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 40118) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:49.517469 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-7cc8eb09-3fd1-48f1-85c7-78059227d508 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-202328891-network', 'tenant_id': 'db6ea7ebf03d4ba89b2158cb1610b391'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:02:49.539241 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc8eb09-3fd1-48f1-85c7-78059227d508 admin admin] Made reservation on behalf of db6ea7ebf03d4ba89b2158cb1610b391 for: {'network': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:02:49.541488 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7cc8eb09-3fd1-48f1-85c7-78059227d508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for network, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:49.552304 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7cc8eb09-3fd1-48f1-85c7-78059227d508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:49.624487 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7cc8eb09-3fd1-48f1-85c7-78059227d508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:49.628204 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7cc8eb09-3fd1-48f1-85c7-78059227d508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:49.653997 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc8eb09-3fd1-48f1-85c7-78059227d508 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796}  {{(pid=101322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:02:49.659989 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8eb09-3fd1-48f1-85c7-78059227d508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1453b9df-0f4c-4081-9950-edc1bb1a991b,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:49.665815 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7cc8eb09-3fd1-48f1-85c7-78059227d508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:49.666161 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.segments_db [None req-7cc8eb09-3fd1-48f1-85c7-78059227d508 admin admin] Added segment 641f6642-8344-4738-8f35-5944fff72d1e of type vlan for network 03f0791d-b3f7-4442-a4cf-e0612c275e41
Jan 28 02:02:49.704462 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7cc8eb09-3fd1-48f1-85c7-78059227d508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755291977674'] for network, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:49.728186 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7cc8eb09-3fd1-48f1-85c7-78059227d508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for network, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:49.729207 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc8eb09-3fd1-48f1-85c7-78059227d508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:49.729825 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7cc8eb09-3fd1-48f1-85c7-78059227d508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:49.784352 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-7cc8eb09-3fd1-48f1-85c7-78059227d508 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3580575
Jan 28 02:02:49.787135 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 40130) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:49.793786 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-de7a2dcb-9dd2-4c66-8dc7-6e97da72be44 admin admin] Request body: {'subnet': {'network_id': '03f0791d-b3f7-4442-a4cf-e0612c275e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-202328891-subnet', 'tenant_id': 'db6ea7ebf03d4ba89b2158cb1610b391', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:02:49.797771 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8eb09-3fd1-48f1-85c7-78059227d508 admin admin] Pushing event updated for resources: {'Network': ['ID=03f0791d-b3f7-4442-a4cf-e0612c275e41,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:49.807752 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Network 03f0791d-b3f7-4442-a4cf-e0612c275e41 details requested by agent ovs-agent-dv-cinder-824979-1-iscsi with host dv-cinder-824979-1-iscsi {{(pid=101324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:02:49.818876 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7a2dcb-9dd2-4c66-8dc7-6e97da72be44 admin admin] Made reservation on behalf of db6ea7ebf03d4ba89b2158cb1610b391 for: {'subnet': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:02:49.821237 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-de7a2dcb-9dd2-4c66-8dc7-6e97da72be44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290891370'] for subnet, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:49.980412 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-de7a2dcb-9dd2-4c66-8dc7-6e97da72be44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4291371211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290891384'] for subnet, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:50.037771 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a2dcb-9dd2-4c66-8dc7-6e97da72be44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a3560c4-c1af-4966-b90a-dadc0dd19cc5,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:50.044317 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7a2dcb-9dd2-4c66-8dc7-6e97da72be44 admin admin] Checking segment: {'id': '641f6642-8344-4738-8f35-5944fff72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '03f0791d-b3f7-4442-a4cf-e0612c275e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:02:50.044669 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7a2dcb-9dd2-4c66-8dc7-6e97da72be44 admin admin] Network hostable DHCP agents. Network: 03f0791d-b3f7-4442-a4cf-e0612c275e41, hostable agents: ['248f8699-8ae1-4821-802a-c8c6bbf99ca2'], hosted agents: [] {{(pid=101322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:02:50.062487 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7a2dcb-9dd2-4c66-8dc7-6e97da72be44 admin admin] Network 03f0791d-b3f7-4442-a4cf-e0612c275e41 is scheduled to be hosted by DHCP agent 248f8699-8ae1-4821-802a-c8c6bbf99ca2 with binding_index 1 {{(pid=101322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:02:50.071042 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-de7a2dcb-9dd2-4c66-8dc7-6e97da72be44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824979-1-iscsi, 03f0791d-b3f7-4442-a4cf-e0612c275e41) {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:02:50.079568 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699b16ac-e9d8-404b-9d85-8b5c9b32696b None None] Network 03f0791d-b3f7-4442-a4cf-e0612c275e41 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:02:50.080113 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7a2dcb-9dd2-4c66-8dc7-6e97da72be44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:50.080737 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-de7a2dcb-9dd2-4c66-8dc7-6e97da72be44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:50.096552 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-de7a2dcb-9dd2-4c66-8dc7-6e97da72be44 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3083951
Jan 28 02:02:50.147695 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e81ed-6707-4c3b-a1c6-4e8a4dfa2aa4 req-aa4507c7-6bd2-4b68-8511-b3d21a23ac7d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:50.149155 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-915e81ed-6707-4c3b-a1c6-4e8a4dfa2aa4 req-aa4507c7-6bd2-4b68-8511-b3d21a23ac7d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0483520
Jan 28 02:02:50.187973 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-915e81ed-6707-4c3b-a1c6-4e8a4dfa2aa4 req-04b5cec6-83fc-4aed-a52b-e670532ed822 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320709
Jan 28 02:02:50.204013 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16de156c-14b0-4927-9df2-34bc0bf3f3a1 None None] Network 03f0791d-b3f7-4442-a4cf-e0612c275e41 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:02:50.347420 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3723ab-e2a7-4c33-9b4d-0de80a6eeaec req-d46f638b-0d0f-4f66-a3ee-8bbe1bfbe26e tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:50.348868 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6f3723ab-e2a7-4c33-9b4d-0de80a6eeaec req-d46f638b-0d0f-4f66-a3ee-8bbe1bfbe26e tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 944 time: 0.0471497
Jan 28 02:02:50.386438 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6f3723ab-e2a7-4c33-9b4d-0de80a6eeaec req-a1276d3c-b4b1-4a49-9e23-7210cdd600fa tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315025
Jan 28 02:02:51.301965 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282d1d8-8a70-4dbd-93aa-238350671ece req-989ce8ca-1ff4-4124-b215-0335483ee7cb tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:51.303387 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7282d1d8-8a70-4dbd-93aa-238350671ece req-989ce8ca-1ff4-4124-b215-0335483ee7cb tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0496924
Jan 28 02:02:51.340374 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7282d1d8-8a70-4dbd-93aa-238350671ece req-ccca9c07-1e92-4e56-bf53-39197840e430 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311806
Jan 28 02:02:51.502455 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32032634-6173-4eb6-b0aa-4c485c5310aa req-949e90c4-1114-4090-bd30-c000f0bdf16c tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:51.503881 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-32032634-6173-4eb6-b0aa-4c485c5310aa req-949e90c4-1114-4090-bd30-c000f0bdf16c tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 944 time: 0.0492668
Jan 28 02:02:51.540414 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-32032634-6173-4eb6-b0aa-4c485c5310aa req-c6561fd1-46d6-4202-940b-3342360cd2b9 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306742
Jan 28 02:02:52.451420 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba51ff-42b3-4aca-92ae-ee6c7532fc43 req-1cf29f8a-76c3-4c72-9e73-9beaa7d358d9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:52.454712 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-21ba51ff-42b3-4aca-92ae-ee6c7532fc43 req-1cf29f8a-76c3-4c72-9e73-9beaa7d358d9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0467291
Jan 28 02:02:52.490359 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-21ba51ff-42b3-4aca-92ae-ee6c7532fc43 req-623250d8-2ad0-4f6f-a136-34347842a3d6 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310662
Jan 28 02:02:52.654461 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd459e-c642-4671-bdc0-4624e04203ad req-b731836e-efbe-4ecf-8df2-3adc051b63e7 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:52.655953 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7fdd459e-c642-4671-bdc0-4624e04203ad req-b731836e-efbe-4ecf-8df2-3adc051b63e7 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 944 time: 0.0502317
Jan 28 02:02:52.692449 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7fdd459e-c642-4671-bdc0-4624e04203ad req-b145012a-925f-491c-9525-77b69a31a8b0 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307713
Jan 28 02:02:53.613467 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca29f6-b885-435c-86b8-be96b05d0f9c req-849d45dd-f03f-4ddf-86f4-f0ff1a34ab3d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:53.615569 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-88ca29f6-b885-435c-86b8-be96b05d0f9c req-849d45dd-f03f-4ddf-86f4-f0ff1a34ab3d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0566754
Jan 28 02:02:53.652067 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-88ca29f6-b885-435c-86b8-be96b05d0f9c req-f8fb063d-f9db-422a-9be5-115373a54031 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0303836
Jan 28 02:02:53.800730 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5d498-fffc-4355-8168-a25ab9276399 req-6e1627fd-9e89-486e-af5b-9cbdfb5a7030 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:53.802080 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6bb5d498-fffc-4355-8168-a25ab9276399 req-6e1627fd-9e89-486e-af5b-9cbdfb5a7030 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 944 time: 0.0461323
Jan 28 02:02:53.839077 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6bb5d498-fffc-4355-8168-a25ab9276399 req-578bad38-452c-4d54-bebd-41186bbf27e2 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311556
Jan 28 02:02:54.330501 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 9c389827-57e0-481b-bae4-d3581c28a727 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:02:54.427559 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 9c389827-57e0-481b-bae4-d3581c28a727, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=9c389827-57e0-481b-bae4-d3581c28a727,segment=NetworkSegment(374283b2-2bd7-47c5-8ecc-11b670e17633),segment_id=374283b2-2bd7-47c5-8ecc-11b670e17633)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:02:54.438277 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': '9c389827-57e0-481b-bae4-d3581c28a727', 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9', 'port_id': '9c389827-57e0-481b-bae4-d3581c28a727', 'mac_address': 'fa:16:3e:58:45:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458cc6c2-7388-45e4-bb6b-10c0e6fa544d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:02:54.478198 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:54.492827 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c389827-57e0-481b-bae4-d3581c28a727 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:02:54.511556 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 9c389827-57e0-481b-bae4-d3581c28a727, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=9c389827-57e0-481b-bae4-d3581c28a727,segment=NetworkSegment(374283b2-2bd7-47c5-8ecc-11b670e17633),segment_id=374283b2-2bd7-47c5-8ecc-11b670e17633)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:02:54.515703 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:54.560066 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=9c389827-57e0-481b-bae4-d3581c28a727,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:54.768344 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe4792-ae47-418d-9435-485a132dbd70 req-ecd2c4c4-9621-4715-a9b8-4f237880c830 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:54.769883 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9afe4792-ae47-418d-9435-485a132dbd70 req-ecd2c4c4-9621-4715-a9b8-4f237880c830 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0504797
Jan 28 02:02:54.807899 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9afe4792-ae47-418d-9435-485a132dbd70 req-eebb26f7-5b0c-435b-a25d-04e1a9e05c6a tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317097
Jan 28 02:02:54.955198 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96544ca-1517-49f4-abbf-2ca7e39df76a req-d40e03aa-e5ad-4b13-871a-f3c4fb63fa98 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:54.956693 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f96544ca-1517-49f4-abbf-2ca7e39df76a req-d40e03aa-e5ad-4b13-871a-f3c4fb63fa98 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 945 time: 0.0486507
Jan 28 02:02:54.996963 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f96544ca-1517-49f4-abbf-2ca7e39df76a req-c6cbb061-b4d8-42bf-bd57-646454ca0a28 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0341733
Jan 28 02:02:55.012245 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['9c389827-57e0-481b-bae4-d3581c28a727'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:02:55.109879 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e3469-2cb3-4330-8a6b-710049828645 req-6c563bde-fdc7-4508-923e-e3024f82c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:55.111937 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-398e3469-2cb3-4330-8a6b-710049828645 req-6c563bde-fdc7-4508-923e-e3024f82c81a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 1099 time: 0.0424237
Jan 28 02:02:55.149334 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-398e3469-2cb3-4330-8a6b-710049828645 req-3fcf464a-2d98-4c33-9fe1-d0601967556e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0305812
Jan 28 02:02:55.921558 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8995de-6460-45d4-a6b1-5dd30437b4bc req-b1b04f4b-4830-4ae9-a12b-c287cd942e09 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:55.923256 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4d8995de-6460-45d4-a6b1-5dd30437b4bc req-b1b04f4b-4830-4ae9-a12b-c287cd942e09 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0501342
Jan 28 02:02:55.990589 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4d8995de-6460-45d4-a6b1-5dd30437b4bc req-f95d3c36-01e6-4beb-98b0-ef4ecbb49b99 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615656
Jan 28 02:02:56.080495 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-0b49e7b5-dc75-4a66-b248-7ba99603a267 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:56.081910 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-0b49e7b5-dc75-4a66-b248-7ba99603a267 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/networks?id=03f0791d-b3f7-4442-a4cf-e0612c275e41 HTTP/1.1" status: 200  len: 808 time: 0.1266382
Jan 28 02:02:56.106638 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-bad1f265-50b8-457a-9985-a78f5c8e95fc tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/quotas/db6ea7ebf03d4ba89b2158cb1610b391 HTTP/1.1" status: 200  len: 375 time: 0.0114391
Jan 28 02:02:56.152408 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-c8d309a7-6970-48f4-92b3-90640a450772 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=db6ea7ebf03d4ba89b2158cb1610b391&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0404608
Jan 28 02:02:56.160279 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285764c3-701e-468d-b3e0-0d17f12ee74e req-71ea1078-5fb9-45e7-a0e4-65e0b1ecbb17 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:56.161615 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-285764c3-701e-468d-b3e0-0d17f12ee74e req-71ea1078-5fb9-45e7-a0e4-65e0b1ecbb17 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 945 time: 0.0987480
Jan 28 02:02:56.459040 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-285764c3-701e-468d-b3e0-0d17f12ee74e req-28448ce5-0b41-486f-8f3b-aa96994becbc tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2897787
Jan 28 02:02:56.480773 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-3f59d378-9167-454d-bc03-1ee2731e364d service neutron] 10.222.0.77 "GET /v2.0/networks/03f0791d-b3f7-4442-a4cf-e0612c275e41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3182368
Jan 28 02:02:56.568044 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-7ea2b37e-35bb-4d7c-9e8b-acf4ee7768b0 service neutron] 10.222.0.77 "GET /v2.0/networks/03f0791d-b3f7-4442-a4cf-e0612c275e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812705
Jan 28 02:02:56.748148 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-40159a6e-5202-4c20-abab-12c84254f405 req-99af1d2f-eb0e-454f-81a5-fb37660684ca tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 210 time: 0.0297265
Jan 28 02:02:57.103645 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa524ae-0c65-493f-a5d1-a843da030e8a req-e2b974e5-4ac6-4e53-bf2b-990db95a2d4d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:57.105071 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6aa524ae-0c65-493f-a5d1-a843da030e8a req-e2b974e5-4ac6-4e53-bf2b-990db95a2d4d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0466030
Jan 28 02:02:57.143586 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6aa524ae-0c65-493f-a5d1-a843da030e8a req-10ad64bc-db15-4341-9d30-31a98a44795a tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323155
Jan 28 02:02:57.577517 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c1afb-096d-4218-9dd5-d19c8debf677 req-ecf70a4e-5541-40d9-a542-8291814ed266 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:57.578897 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dd5c1afb-096d-4218-9dd5-d19c8debf677 req-ecf70a4e-5541-40d9-a542-8291814ed266 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 945 time: 0.0511415
Jan 28 02:02:57.616381 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dd5c1afb-096d-4218-9dd5-d19c8debf677 req-714f302c-a6dd-49f3-84cb-cd4b420145a8 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306654
Jan 28 02:02:57.848079 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8e8c230d-bdc2-4a26-a816-c84bfb32847d req-3009cb3c-d820-4661-b1a8-f5cb02f2ace5 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 210 time: 0.0310647
Jan 28 02:02:58.262757 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bef962-31c2-41fa-b677-e17116a85fb8 req-7246b04f-6a1f-4252-9e1c-6e6bed5edcc4 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:58.264366 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-03bef962-31c2-41fa-b677-e17116a85fb8 req-7246b04f-6a1f-4252-9e1c-6e6bed5edcc4 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0498419
Jan 28 02:02:58.316407 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-03bef962-31c2-41fa-b677-e17116a85fb8 req-41bb6e59-fd0a-447c-be5a-425105b2b578 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448992
Jan 28 02:02:58.746361 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e85f04-45c2-476a-bc1b-ac6fd3efbc9a req-95d8d8e3-ab58-4089-ba05-b4cd1dde3ec3 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:58.747722 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-33e85f04-45c2-476a-bc1b-ac6fd3efbc9a req-95d8d8e3-ab58-4089-ba05-b4cd1dde3ec3 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 945 time: 0.0517693
Jan 28 02:02:58.786548 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-33e85f04-45c2-476a-bc1b-ac6fd3efbc9a req-e1ac32f8-6a57-43f3-b170-389d8ef72585 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319841
Jan 28 02:02:58.967341 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4e498f65-3e8b-499a-9854-6f27bf55003f req-59216f02-d4aa-47df-a309-b6f138cb8a87 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 210 time: 0.0420642
Jan 28 02:02:59.436754 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f01233-23b5-4a85-81e5-b7617dad4410 req-845bdf96-fe85-4fee-8c91-6c8159ae7060 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:59.438509 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-27f01233-23b5-4a85-81e5-b7617dad4410 req-845bdf96-fe85-4fee-8c91-6c8159ae7060 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0508940
Jan 28 02:02:59.475693 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-27f01233-23b5-4a85-81e5-b7617dad4410 req-52f2824c-120c-4c3a-b68a-e5699302e226 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312376
Jan 28 02:02:59.940441 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d9dde-0a01-4327-93d6-d6304a9a4c0d req-6f90c565-1626-4501-bb49-8018b8d377f7 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:02:59.942046 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-494d9dde-0a01-4327-93d6-d6304a9a4c0d req-6f90c565-1626-4501-bb49-8018b8d377f7 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 945 time: 0.0810850
Jan 28 02:03:00.016607 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-494d9dde-0a01-4327-93d6-d6304a9a4c0d req-ef3ecf53-087d-488c-8bfb-588fd812ed1c tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532553
Jan 28 02:03:00.118624 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-fb624434-d735-4a61-8445-a3899727466e tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:00.120389 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-fb624434-d735-4a61-8445-a3899727466e tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.82 "GET /v2.0/networks?id=03f0791d-b3f7-4442-a4cf-e0612c275e41 HTTP/1.1" status: 200  len: 808 time: 0.2023590
Jan 28 02:03:00.131757 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-28815387-2a5b-473f-a804-c18b9a5935fb req-0e29caef-43c0-4e37-bf8c-37f19a82cca8 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 210 time: 0.0420806
Jan 28 02:03:00.159029 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-dc64029c-0b9a-4289-aba7-cdd47cc4fc9f tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Request body: {'port': {'device_id': 'cb6e346f-7608-43e4-a218-aaef2e657f0f', 'network_id': '03f0791d-b3f7-4442-a4cf-e0612c275e41', 'admin_state_up': True, 'tenant_id': 'db6ea7ebf03d4ba89b2158cb1610b391'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:03:00.291245 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-dc64029c-0b9a-4289-aba7-cdd47cc4fc9f tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Made reservation on behalf of db6ea7ebf03d4ba89b2158cb1610b391 for: {'port': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:03:00.295293 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-dc64029c-0b9a-4289-aba7-cdd47cc4fc9f tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:00.324178 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 9c389827-57e0-481b-bae4-d3581c28a727 up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:03:00.382765 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port 9c389827-57e0-481b-bae4-d3581c28a727 completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:03:00.388339 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port 9c389827-57e0-481b-bae4-d3581c28a727 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:00.388744 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:00.446407 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-dc64029c-0b9a-4289-aba7-cdd47cc4fc9f tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Allocated IP 172.20.0.9 (03f0791d-b3f7-4442-a4cf-e0612c275e41/8a3560c4-c1af-4966-b90a-dadc0dd19cc5/74f004ac-1a79-4bd1-be0e-04fb236b29f4) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:03:00.470408 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:00.494054 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cc0a8d-a1cc-413e-ba90-19e9507bcb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c389827-57e0-481b-bae4-d3581c28a727'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:03:00.496625 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32ba1d0-8d1e-4720-a055-be462822d719" -d '{"events": [{"server_uuid": "60cc0a8d-a1cc-413e-ba90-19e9507bcb4e", "name": "network-vif-plugged", "status": "completed", "tag": "9c389827-57e0-481b-bae4-d3581c28a727"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:03:00.514444 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 9c389827-57e0-481b-bae4-d3581c28a727, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=9c389827-57e0-481b-bae4-d3581c28a727,segment=NetworkSegment(374283b2-2bd7-47c5-8ecc-11b670e17633),segment_id=374283b2-2bd7-47c5-8ecc-11b670e17633)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:03:00.519129 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:00.571333 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6207db6d-1d45-4117-9880-b84c7e35f465 x-openstack-request-id: req-6207db6d-1d45-4117-9880-b84c7e35f465 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:03:00.571772 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cc0a8d-a1cc-413e-ba90-19e9507bcb4e", "name": "network-vif-plugged", "status": "completed", "tag": "9c389827-57e0-481b-bae4-d3581c28a727", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:03:00.572028 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6207db6d-1d45-4117-9880-b84c7e35f465 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:03:00.572459 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cc0a8d-a1cc-413e-ba90-19e9507bcb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c389827-57e0-481b-bae4-d3581c28a727', 'code': 200}
Jan 28 02:03:00.577293 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=9c389827-57e0-481b-bae4-d3581c28a727,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:00.601576 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-dc64029c-0b9a-4289-aba7-cdd47cc4fc9f tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:00.635788 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5048f7-3e43-4167-8385-595fc0c955cc req-14e60bb3-f5a4-47a8-85d8-82026eeea803 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:00.636581 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-dc64029c-0b9a-4289-aba7-cdd47cc4fc9f tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:00.637589 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fa5048f7-3e43-4167-8385-595fc0c955cc req-14e60bb3-f5a4-47a8-85d8-82026eeea803 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0542896
Jan 28 02:03:00.680928 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fa5048f7-3e43-4167-8385-595fc0c955cc req-5ed8e06f-9c53-49d7-a539-e841d8df0a88 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362947
Jan 28 02:03:00.683017 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-dc64029c-0b9a-4289-aba7-cdd47cc4fc9f tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Network 03f0791d-b3f7-4442-a4cf-e0612c275e41 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:03:00.687679 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-dc64029c-0b9a-4289-aba7-cdd47cc4fc9f tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:03:00.691782 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-dc64029c-0b9a-4289-aba7-cdd47cc4fc9f tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:03:00.739495 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64029c-0b9a-4289-aba7-cdd47cc4fc9f tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Pushing event updated for resources: {'Port': ['ID=74f004ac-1a79-4bd1-be0e-04fb236b29f4,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:00.763574 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-dc64029c-0b9a-4289-aba7-cdd47cc4fc9f tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:00.764193 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-dc64029c-0b9a-4289-aba7-cdd47cc4fc9f tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:00.783333 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-dc64029c-0b9a-4289-aba7-cdd47cc4fc9f tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6282549
Jan 28 02:03:00.810107 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Request body: {'port': {'device_id': 'cb6e346f-7608-43e4-a218-aaef2e657f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:03:00.875940 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:00.877951 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9868fa-4ba1-4b26-96b6-43ae0428ac83 req-b385f4e2-f36d-4ee1-8a83-f61d5f2a518d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:00.883674 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6c9868fa-4ba1-4b26-96b6-43ae0428ac83 req-b385f4e2-f36d-4ee1-8a83-f61d5f2a518d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0924461
Jan 28 02:03:00.909238 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384df56-486a-45ca-ac41-a5038001bd97 req-272dc5b8-39de-457c-9390-0d499379fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:00.910877 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7384df56-486a-45ca-ac41-a5038001bd97 req-272dc5b8-39de-457c-9390-0d499379fe3c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 1099 time: 0.0931542
Jan 28 02:03:00.935383 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6c9868fa-4ba1-4b26-96b6-43ae0428ac83 req-ba7a2682-dede-4322-a4ef-63c38bb7c8d9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507746
Jan 28 02:03:00.980157 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7384df56-486a-45ca-ac41-a5038001bd97 req-b42dcd2a-9732-4ddd-aa18-bba050ff1382 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537932
Jan 28 02:03:01.152320 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07dd0e7-68c4-4f81-94f5-5ab72e1acd0c req-5b47ea34-aa5f-4497-a73d-fb5629292e2a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:01.154600 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e07dd0e7-68c4-4f81-94f5-5ab72e1acd0c req-5b47ea34-aa5f-4497-a73d-fb5629292e2a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 946 time: 0.0575387
Jan 28 02:03:01.183554 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f004ac-1a79-4bd1-be0e-04fb236b29f4 {{(pid=101323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:03:01.195154 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:01.223496 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e07dd0e7-68c4-4f81-94f5-5ab72e1acd0c req-dd024859-2fd4-43fb-a5ca-fdc5ce916b14 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560722
Jan 28 02:03:01.224649 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.provisioning_blocks [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Transition to ACTIVE for port object 74f004ac-1a79-4bd1-be0e-04fb236b29f4 will not be triggered until provisioned by entity L2. {{(pid=101323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:03:01.230791 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:01.286938 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=74f004ac-1a79-4bd1-be0e-04fb236b29f4,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:01.329338 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f73b0-10e5-4c48-a5a1-adf7a5a28b3b req-8ea775b5-cb61-4e24-9f3c-f9121cc3ca71 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:01.338455 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ae9f73b0-10e5-4c48-a5a1-adf7a5a28b3b req-8ea775b5-cb61-4e24-9f3c-f9121cc3ca71 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 943 time: 0.1097553
Jan 28 02:03:01.394616 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Attempting to bind port 74f004ac-1a79-4bd1-be0e-04fb236b29f4 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:03:01.395239 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Attempting to bind port 74f004ac-1a79-4bd1-be0e-04fb236b29f4 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '641f6642-8344-4738-8f35-5944fff72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '03f0791d-b3f7-4442-a4cf-e0612c275e41'}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:03:01.395563 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Attempting to bind port 74f004ac-1a79-4bd1-be0e-04fb236b29f4 on network 03f0791d-b3f7-4442-a4cf-e0612c275e41 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:03:01.395718 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ae9f73b0-10e5-4c48-a5a1-adf7a5a28b3b req-72c1f4d5-ac58-4cb4-874a-947325bbf740 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559449
Jan 28 02:03:01.400611 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Port 74f004ac-1a79-4bd1-be0e-04fb236b29f4 on network 03f0791d-b3f7-4442-a4cf-e0612c275e41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:03:01.400932 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Attempting to bind port 74f004ac-1a79-4bd1-be0e-04fb236b29f4 on network 03f0791d-b3f7-4442-a4cf-e0612c275e41 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:03:01.419110 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:03:01.419579 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Checking segment: {'id': '641f6642-8344-4738-8f35-5944fff72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '03f0791d-b3f7-4442-a4cf-e0612c275e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:03:01.420023 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Bound using segment: {'id': '641f6642-8344-4738-8f35-5944fff72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '03f0791d-b3f7-4442-a4cf-e0612c275e41'} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:03:01.420527 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Bound port: 74f004ac-1a79-4bd1-be0e-04fb236b29f4, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '641f6642-8344-4738-8f35-5944fff72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '03f0791d-b3f7-4442-a4cf-e0612c275e41'}}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:03:01.420923 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:01.498356 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] For port 74f004ac-1a79-4bd1-be0e-04fb236b29f4, host hv-cinder-82497, cleared binding levels {{(pid=101323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:03:01.501863 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] For port 74f004ac-1a79-4bd1-be0e-04fb236b29f4, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=74f004ac-1a79-4bd1-be0e-04fb236b29f4,segment=NetworkSegment(641f6642-8344-4738-8f35-5944fff72d1e),segment_id=641f6642-8344-4738-8f35-5944fff72d1e)] {{(pid=101323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:03:01.507488 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:01.549793 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:01.550870 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:01.552917 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] 10.222.0.82 "PUT /v2.0/ports/74f004ac-1a79-4bd1-be0e-04fb236b29f4 HTTP/1.1" status: 200  len: 1093 time: 0.7470477
Jan 28 02:03:01.553524 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6e346f-7608-43e4-a218-aaef2e657f0f', 'tag': '74f004ac-1a79-4bd1-be0e-04fb236b29f4'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:03:01.557387 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06e8bed-dc05-43f9-a8d6-4b928f7e5486" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6e346f-7608-43e4-a218-aaef2e657f0f", "tag": "74f004ac-1a79-4bd1-be0e-04fb236b29f4"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:03:01.582658 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcbb6d-60f6-4abc-8dbe-2d1353c48ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=74f004ac-1a79-4bd1-be0e-04fb236b29f4,revision_number=3']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:01.611475 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5925211c-cb02-4b9f-a7e6-2bf3c3bc90f1 x-openstack-request-id: req-5925211c-cb02-4b9f-a7e6-2bf3c3bc90f1 {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:03:01.611768 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6e346f-7608-43e4-a218-aaef2e657f0f", "tag": "74f004ac-1a79-4bd1-be0e-04fb236b29f4", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:03:01.612032 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5925211c-cb02-4b9f-a7e6-2bf3c3bc90f1 {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:03:01.612432 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6e346f-7608-43e4-a218-aaef2e657f0f', 'tag': '74f004ac-1a79-4bd1-be0e-04fb236b29f4', 'status': 'completed', 'code': 200}
Jan 28 02:03:01.684830 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-b965ba3b-05ad-404e-86ad-5e7eac24dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:01.686876 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-b965ba3b-05ad-404e-86ad-5e7eac24dbca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db6ea7ebf03d4ba89b2158cb1610b391&device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 1096 time: 0.0389187
Jan 28 02:03:01.741695 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-dd09a6f4-d6cd-4575-8c06-0356fc0b50c2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74f004ac-1a79-4bd1-be0e-04fb236b29f4 HTTP/1.1" status: 200  len: 217 time: 0.0346889
Jan 28 02:03:01.796371 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-c7509615-aa34-4ea1-b4fb-bb05f09dc8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:01.797768 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-c7509615-aa34-4ea1-b4fb-bb05f09dc8a4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8a3560c4-c1af-4966-b90a-dadc0dd19cc5 HTTP/1.1" status: 200  len: 848 time: 0.0418274
Jan 28 02:03:01.830009 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-5206cea6-9c9e-4ca6-9ea8-506f9ca21443 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=03f0791d-b3f7-4442-a4cf-e0612c275e41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0238740
Jan 28 02:03:01.925989 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-5f2d20e1-e3e9-40d9-bfdc-3f32488bfadb service neutron] 10.222.0.82 "GET /v2.0/networks/03f0791d-b3f7-4442-a4cf-e0612c275e41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882943
Jan 28 02:03:02.021637 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-89b0e3e9-99df-49e8-9487-a51eddd21349 req-2e6622ad-fbdf-422d-b287-9ee1ddcd30a6 service neutron] 10.222.0.82 "GET /v2.0/networks/03f0791d-b3f7-4442-a4cf-e0612c275e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835326
Jan 28 02:03:02.199469 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e8bed-dc05-43f9-a8d6-4b928f7e5486 req-d2f63929-dd19-47bf-a47a-fcea2ffb58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:02.201943 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b06e8bed-dc05-43f9-a8d6-4b928f7e5486 req-d2f63929-dd19-47bf-a47a-fcea2ffb58ff service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db6ea7ebf03d4ba89b2158cb1610b391&device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 1096 time: 0.0464344
Jan 28 02:03:02.310769 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e8bed-dc05-43f9-a8d6-4b928f7e5486 req-80b64119-6a1f-4ee4-a7c8-22d025434968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:02.312531 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b06e8bed-dc05-43f9-a8d6-4b928f7e5486 req-80b64119-6a1f-4ee4-a7c8-22d025434968 service neutron] 10.222.0.82 "GET /v2.0/networks?id=03f0791d-b3f7-4442-a4cf-e0612c275e41 HTTP/1.1" status: 200  len: 909 time: 0.1008706
Jan 28 02:03:02.330270 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 40484) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:02.357960 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095ed9a-780a-4aac-b038-ec4131034d12 req-6914415e-c8f5-4b1d-b159-3b35ead4d1d0 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:02.359997 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4095ed9a-780a-4aac-b038-ec4131034d12 req-6914415e-c8f5-4b1d-b159-3b35ead4d1d0 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 946 time: 0.0536230
Jan 28 02:03:02.381470 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b06e8bed-dc05-43f9-a8d6-4b928f7e5486 req-f346ed27-47fa-43b7-9ae7-d0ccbee310bd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74f004ac-1a79-4bd1-be0e-04fb236b29f4 HTTP/1.1" status: 200  len: 217 time: 0.0586300
Jan 28 02:03:02.403259 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4095ed9a-780a-4aac-b038-ec4131034d12 req-11522429-626c-4d10-a394-b037f378c1a0 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372174
Jan 28 02:03:02.478391 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e8bed-dc05-43f9-a8d6-4b928f7e5486 req-c981e155-6426-4a8f-9e43-095a08426d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:02.479928 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b06e8bed-dc05-43f9-a8d6-4b928f7e5486 req-c981e155-6426-4a8f-9e43-095a08426d5f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8a3560c4-c1af-4966-b90a-dadc0dd19cc5 HTTP/1.1" status: 200  len: 848 time: 0.0827441
Jan 28 02:03:02.512461 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-46aeaa46-7abd-41b6-9def-f4538a37c2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:02.551493 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982d9e6-68f2-4460-876d-3bc23a35b8e4 req-057f12ff-4e75-483d-814d-b37a77bea8a6 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:02.553019 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0982d9e6-68f2-4460-876d-3bc23a35b8e4 req-057f12ff-4e75-483d-814d-b37a77bea8a6 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 943 time: 0.0583813
Jan 28 02:03:02.595240 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0982d9e6-68f2-4460-876d-3bc23a35b8e4 req-eb0a11de-906a-4892-aadb-892061c930e6 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356698
Jan 28 02:03:02.602127 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b06e8bed-dc05-43f9-a8d6-4b928f7e5486 req-8746487d-9d09-4cfe-a8cb-60873afc2d76 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=03f0791d-b3f7-4442-a4cf-e0612c275e41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0330682
Jan 28 02:03:02.616109 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-46aeaa46-7abd-41b6-9def-f4538a37c2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:02.620358 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-46aeaa46-7abd-41b6-9def-f4538a37c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:02.708649 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaa46-7abd-41b6-9def-f4538a37c2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927bc27a-b721-4ee2-98e6-04765af5afb1,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:02.718782 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-46aeaa46-7abd-41b6-9def-f4538a37c2ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d5fadacda75f4056a87305cf132ac42f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3855460
Jan 28 02:03:02.721559 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 40500) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:02.784780 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b06e8bed-dc05-43f9-a8d6-4b928f7e5486 req-1b7f8e9e-28aa-41ef-8456-625412d46004 service neutron] 10.222.0.82 "GET /v2.0/networks/03f0791d-b3f7-4442-a4cf-e0612c275e41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457801
Jan 28 02:03:02.801484 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-0371d469-9d17-4d4c-a585-060ecc111db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:02.824531 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-0371d469-9d17-4d4c-a585-060ecc111db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:02.921050 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ce8b6-4d20-4643-a74b-0bf3bb5e6fd1 req-c4093986-f147-41af-8d06-44f7a8e95df9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:02.922475 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-780ce8b6-4d20-4643-a74b-0bf3bb5e6fd1 req-c4093986-f147-41af-8d06-44f7a8e95df9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1031232
Jan 28 02:03:02.955668 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cce84b-77a6-4953-a94e-7b73063af3c3 req-1c9ded22-80e1-43ae-abef-9f4791f63f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:02.957206 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-39cce84b-77a6-4953-a94e-7b73063af3c3 req-1c9ded22-80e1-43ae-abef-9f4791f63f91 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a830c3a19c3740619ece0b4ca820490e&device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 1098 time: 0.0782201
Jan 28 02:03:02.959082 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-0371d469-9d17-4d4c-a585-060ecc111db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:02.962558 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-0371d469-9d17-4d4c-a585-060ecc111db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:02.964035 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-0371d469-9d17-4d4c-a585-060ecc111db1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/927bc27a-b721-4ee2-98e6-04765af5afb1 HTTP/1.1" status: 204  len: 168 time: 0.2412319
Jan 28 02:03:02.971664 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b06e8bed-dc05-43f9-a8d6-4b928f7e5486 req-75a87033-5332-477d-8626-07af3ab999ff service neutron] 10.222.0.82 "GET /v2.0/networks/03f0791d-b3f7-4442-a4cf-e0612c275e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0983195
Jan 28 02:03:02.980005 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371d469-9d17-4d4c-a585-060ecc111db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927bc27a-b721-4ee2-98e6-04765af5afb1,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:02.988772 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-780ce8b6-4d20-4643-a74b-0bf3bb5e6fd1 req-12a0b021-9d36-47cb-b34d-b0e3be96bc0a tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583675
Jan 28 02:03:03.121286 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cce84b-77a6-4953-a94e-7b73063af3c3 req-f35018c1-52f4-474e-9911-a45fd92ba82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:03.122837 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-39cce84b-77a6-4953-a94e-7b73063af3c3 req-f35018c1-52f4-474e-9911-a45fd92ba82d service neutron] 10.222.0.82 "GET /v2.0/networks?id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f HTTP/1.1" status: 200  len: 920 time: 0.1183805
Jan 28 02:03:03.182536 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-39cce84b-77a6-4953-a94e-7b73063af3c3 req-8c2c40fc-2e36-4502-a2dd-3f825929e5dd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 HTTP/1.1" status: 200  len: 217 time: 0.0364716
Jan 28 02:03:03.237772 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cce84b-77a6-4953-a94e-7b73063af3c3 req-c570191f-11ed-4751-9b10-76d9d219194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:03.239243 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-39cce84b-77a6-4953-a94e-7b73063af3c3 req-c570191f-11ed-4751-9b10-76d9d219194e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe3f8818-a239-4d13-b1cd-c34e6490de40 HTTP/1.1" status: 200  len: 859 time: 0.0474467
Jan 28 02:03:03.284181 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-39cce84b-77a6-4953-a94e-7b73063af3c3 req-c971e70c-6f6a-4de1-807f-72abb9356b08 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0273919
Jan 28 02:03:03.382934 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-39cce84b-77a6-4953-a94e-7b73063af3c3 req-e5813009-378e-4a78-abfb-f2a2b817d42f service neutron] 10.222.0.82 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884852
Jan 28 02:03:03.494843 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-39cce84b-77a6-4953-a94e-7b73063af3c3 req-43b2b8c6-306e-4618-9d6c-beb8b8af3d8c service neutron] 10.222.0.82 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0982835
Jan 28 02:03:03.531259 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee741c-83ed-45a5-a2c5-e7a94bdfe96c req-2689568d-c06b-482d-8894-412dffb4c199 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:03.532857 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-53ee741c-83ed-45a5-a2c5-e7a94bdfe96c req-2689568d-c06b-482d-8894-412dffb4c199 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 946 time: 0.0572066
Jan 28 02:03:03.574440 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-53ee741c-83ed-45a5-a2c5-e7a94bdfe96c req-8754a807-7cd3-4509-bb6b-6f19a4522568 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349367
Jan 28 02:03:03.719095 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe0be0-1821-4931-9d35-a3fd57d228d4 req-828831f6-e3f9-4ddf-98d0-ef53ba2cc8c7 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:03.720626 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8cfe0be0-1821-4931-9d35-a3fd57d228d4 req-828831f6-e3f9-4ddf-98d0-ef53ba2cc8c7 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 943 time: 0.0574055
Jan 28 02:03:03.761599 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8cfe0be0-1821-4931-9d35-a3fd57d228d4 req-f5813f5a-5344-498c-b1a5-d24542b95ca7 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0336506
Jan 28 02:03:04.123525 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118b3da-c95d-4266-8e2e-6bbe66fdf804 req-de03a5c6-5b60-4630-aff9-eac4de08378c tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:04.123525 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0118b3da-c95d-4266-8e2e-6bbe66fdf804 req-de03a5c6-5b60-4630-aff9-eac4de08378c tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0525765
Jan 28 02:03:04.167863 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0118b3da-c95d-4266-8e2e-6bbe66fdf804 req-bdfd5f6a-5d94-414e-8023-55b99d438868 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394111
Jan 28 02:03:04.892158 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fe1e5-f350-445f-994d-a2eb90d22d8e req-ef005402-e642-4fee-8951-9835dca9fe2d tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:04.893690 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-343fe1e5-f350-445f-994d-a2eb90d22d8e req-ef005402-e642-4fee-8951-9835dca9fe2d tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 943 time: 0.0569198
Jan 28 02:03:04.943142 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-343fe1e5-f350-445f-994d-a2eb90d22d8e req-26225a14-5b9d-4857-85a0-78dc4b0546e8 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424638
Jan 28 02:03:05.313382 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad500032-d540-4c9c-8be4-16345c470c88 req-6fbabfa5-6905-4eec-9bdd-64fd2432a23d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:05.315473 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ad500032-d540-4c9c-8be4-16345c470c88 req-6fbabfa5-6905-4eec-9bdd-64fd2432a23d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0673697
Jan 28 02:03:05.362148 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ad500032-d540-4c9c-8be4-16345c470c88 req-8363b2de-2e98-45d8-9ea7-789e5b0bdda6 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401387
Jan 28 02:03:05.580926 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 40592) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:05.720827 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6e1b384e-b987-42a7-8351-d10261e11137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:05.844358 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6e1b384e-b987-42a7-8351-d10261e11137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:05.849993 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6e1b384e-b987-42a7-8351-d10261e11137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:05.921851 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-6e1b384e-b987-42a7-8351-d10261e11137 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d4717e6aac8e452dbc45a32ab322184b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3395360
Jan 28 02:03:05.923172 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b384e-b987-42a7-8351-d10261e11137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd9466e-ecee-4569-acfe-4199704e2409,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:05.925941 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 40596) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:06.031261 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-334e4c9e-f285-404a-9853-ef5f2a9f6eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:06.084864 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-334e4c9e-f285-404a-9853-ef5f2a9f6eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:06.190484 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17190447-28c2-4b6d-af9e-17cc08efc0ae req-2971a1bf-4a71-4c15-bb56-e1d1e0c618cd tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:06.193039 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-17190447-28c2-4b6d-af9e-17cc08efc0ae req-2971a1bf-4a71-4c15-bb56-e1d1e0c618cd tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 943 time: 0.1380963
Jan 28 02:03:06.242474 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-334e4c9e-f285-404a-9853-ef5f2a9f6eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:06.246832 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-334e4c9e-f285-404a-9853-ef5f2a9f6eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:06.252283 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-334e4c9e-f285-404a-9853-ef5f2a9f6eb1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1cd9466e-ecee-4569-acfe-4199704e2409 HTTP/1.1" status: 204  len: 168 time: 0.3201602
Jan 28 02:03:06.279578 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e4c9e-f285-404a-9853-ef5f2a9f6eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd9466e-ecee-4569-acfe-4199704e2409,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:06.287082 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-17190447-28c2-4b6d-af9e-17cc08efc0ae req-164ae2a6-9ed1-47a3-a2e7-15ae197ef95b tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824251
Jan 28 02:03:06.372341 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 74f004ac-1a79-4bd1-be0e-04fb236b29f4 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:03:06.547485 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836369b6-aa82-4221-8daa-85e2babff484 req-e1e0c70e-3560-4a02-814d-f8f9c03b2605 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:06.556126 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-836369b6-aa82-4221-8daa-85e2babff484 req-e1e0c70e-3560-4a02-814d-f8f9c03b2605 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0811746
Jan 28 02:03:06.571871 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 74f004ac-1a79-4bd1-be0e-04fb236b29f4, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=74f004ac-1a79-4bd1-be0e-04fb236b29f4,segment=NetworkSegment(641f6642-8344-4738-8f35-5944fff72d1e),segment_id=641f6642-8344-4738-8f35-5944fff72d1e)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:03:06.587477 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': '74f004ac-1a79-4bd1-be0e-04fb236b29f4', 'network_id': '03f0791d-b3f7-4442-a4cf-e0612c275e41', 'port_id': '74f004ac-1a79-4bd1-be0e-04fb236b29f4', 'mac_address': 'fa:16:3e:45:7f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3560c4-c1af-4966-b90a-dadc0dd19cc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:03:06.599228 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-836369b6-aa82-4221-8daa-85e2babff484 req-3ec7742e-6a8e-43da-a7d0-c4eb5fa4e908 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418379
Jan 28 02:03:06.632233 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:06.645492 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f004ac-1a79-4bd1-be0e-04fb236b29f4 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:03:06.666363 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 74f004ac-1a79-4bd1-be0e-04fb236b29f4, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=74f004ac-1a79-4bd1-be0e-04fb236b29f4,segment=NetworkSegment(641f6642-8344-4738-8f35-5944fff72d1e),segment_id=641f6642-8344-4738-8f35-5944fff72d1e)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:03:06.672499 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:06.724662 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=74f004ac-1a79-4bd1-be0e-04fb236b29f4,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:07.120018 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['74f004ac-1a79-4bd1-be0e-04fb236b29f4'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:03:07.431912 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40ad90-c7d8-46ed-a24c-dc475988831f req-e9d85bdc-7b7e-45d2-85f9-3079e5cb6e84 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:07.433394 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1b40ad90-c7d8-46ed-a24c-dc475988831f req-e9d85bdc-7b7e-45d2-85f9-3079e5cb6e84 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 944 time: 0.0507219
Jan 28 02:03:07.498050 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1b40ad90-c7d8-46ed-a24c-dc475988831f req-2488d060-0f6d-4612-abd8-c320bda73b53 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539074
Jan 28 02:03:07.720050 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f81b0-3b00-4d38-a1bd-473d89030026 req-70d7ebc7-35cb-420e-bb97-0cf84cb06d5e tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:07.721623 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b16f81b0-3b00-4d38-a1bd-473d89030026 req-70d7ebc7-35cb-420e-bb97-0cf84cb06d5e tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0525289
Jan 28 02:03:07.761055 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b16f81b0-3b00-4d38-a1bd-473d89030026 req-7ba98532-6fee-46c6-8471-c0b89ab3d734 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0329678
Jan 28 02:03:08.385017 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 74f004ac-1a79-4bd1-be0e-04fb236b29f4 up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:03:08.441272 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port 74f004ac-1a79-4bd1-be0e-04fb236b29f4 completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:03:08.445192 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port 74f004ac-1a79-4bd1-be0e-04fb236b29f4 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:08.445571 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:08.528465 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:08.556226 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6e346f-7608-43e4-a218-aaef2e657f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f004ac-1a79-4bd1-be0e-04fb236b29f4'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:03:08.559388 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a05f8db-af89-4e32-8288-7db43b7572e1" -d '{"events": [{"server_uuid": "cb6e346f-7608-43e4-a218-aaef2e657f0f", "name": "network-vif-plugged", "status": "completed", "tag": "74f004ac-1a79-4bd1-be0e-04fb236b29f4"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:03:08.580294 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 74f004ac-1a79-4bd1-be0e-04fb236b29f4, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=74f004ac-1a79-4bd1-be0e-04fb236b29f4,segment=NetworkSegment(641f6642-8344-4738-8f35-5944fff72d1e),segment_id=641f6642-8344-4738-8f35-5944fff72d1e)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:03:08.594142 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:08.625127 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b324302b-ed5d-4928-bc88-3bad9e64037c x-openstack-request-id: req-b324302b-ed5d-4928-bc88-3bad9e64037c {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:03:08.625690 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6e346f-7608-43e4-a218-aaef2e657f0f", "name": "network-vif-plugged", "status": "completed", "tag": "74f004ac-1a79-4bd1-be0e-04fb236b29f4", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:03:08.626096 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b324302b-ed5d-4928-bc88-3bad9e64037c {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:03:08.626615 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6e346f-7608-43e4-a218-aaef2e657f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f004ac-1a79-4bd1-be0e-04fb236b29f4', 'code': 200}
Jan 28 02:03:08.636889 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4899c1e-3e8c-4c52-89f7-db1596f11b6e req-967df150-9075-438c-8ec1-f4f73b5e7159 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:08.638499 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f4899c1e-3e8c-4c52-89f7-db1596f11b6e req-967df150-9075-438c-8ec1-f4f73b5e7159 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 944 time: 0.0783925
Jan 28 02:03:08.678256 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=74f004ac-1a79-4bd1-be0e-04fb236b29f4,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:08.691360 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f4899c1e-3e8c-4c52-89f7-db1596f11b6e req-eb32254f-819e-485e-ab8b-46c3bc0c1999 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441978
Jan 28 02:03:08.924873 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a655c-1b25-459f-84f1-10884d77ce36 req-8d5d8358-3fd4-4c75-a08f-7ef2c9805b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:08.927803 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9f7a655c-1b25-459f-84f1-10884d77ce36 req-8d5d8358-3fd4-4c75-a08f-7ef2c9805b54 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 1098 time: 0.0964375
Jan 28 02:03:08.941490 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37704cc2-9cf3-4ab4-a52f-9d393e36e5a2 req-0add7f76-8a23-48b6-ab0b-1b1910e7b70e tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:08.943059 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-37704cc2-9cf3-4ab4-a52f-9d393e36e5a2 req-0add7f76-8a23-48b6-ab0b-1b1910e7b70e tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1022992
Jan 28 02:03:09.011301 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-37704cc2-9cf3-4ab4-a52f-9d393e36e5a2 req-bf80f5e7-29a6-494b-9c3f-cbf499e4adce tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567112
Jan 28 02:03:09.017578 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9f7a655c-1b25-459f-84f1-10884d77ce36 req-99a7414b-accb-4705-900b-3b4ee2197460 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665975
Jan 28 02:03:09.803342 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c3655-7e20-4d4f-bcfb-5b2aae65e29d req-9229c61d-4a05-47e2-9f2a-d7e55a1a99ed tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:09.804781 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b76c3655-7e20-4d4f-bcfb-5b2aae65e29d req-9229c61d-4a05-47e2-9f2a-d7e55a1a99ed tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 945 time: 0.0473800
Jan 28 02:03:09.841707 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b76c3655-7e20-4d4f-bcfb-5b2aae65e29d req-8ff837cd-917f-4900-973b-df6c542da88d tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310349
Jan 28 02:03:10.129913 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b210e7c-59f4-4f7c-9962-947a6a4c772c req-593de206-1076-4bdc-a989-103c9db06809 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:10.131397 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3b210e7c-59f4-4f7c-9962-947a6a4c772c req-593de206-1076-4bdc-a989-103c9db06809 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0503302
Jan 28 02:03:10.169592 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3b210e7c-59f4-4f7c-9962-947a6a4c772c req-220602e9-0890-437a-ad7b-fff7497d6368 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323014
Jan 28 02:03:10.952677 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beada1a3-4370-41a8-a5a5-f3546e25bddb req-2328c187-7938-4450-95ae-b895ea17f121 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:10.954158 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-beada1a3-4370-41a8-a5a5-f3546e25bddb req-2328c187-7938-4450-95ae-b895ea17f121 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 945 time: 0.0472758
Jan 28 02:03:10.992903 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-beada1a3-4370-41a8-a5a5-f3546e25bddb req-56b9b400-fb12-4358-a317-a0003fe593d7 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325103
Jan 28 02:03:11.282731 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7e172-cf33-43cc-b928-b8a5bdf59aa6 req-cff02457-019d-4cd0-973a-bd3f7e757c6c tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:11.284183 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a5c7e172-cf33-43cc-b928-b8a5bdf59aa6 req-cff02457-019d-4cd0-973a-bd3f7e757c6c tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0472732
Jan 28 02:03:11.320441 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a5c7e172-cf33-43cc-b928-b8a5bdf59aa6 req-2c1088f3-0223-4c27-a13f-21b234c2a280 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0304213
Jan 28 02:03:11.825302 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63b4432b-e4e8-4d2a-97bd-06c4ddceebfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:12.110996 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dbb1c-983b-482f-bafa-4b955db1e8c7 req-08c3252c-43bf-4fec-8ce7-df053b82c888 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:12.112355 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9b5dbb1c-983b-482f-bafa-4b955db1e8c7 req-08c3252c-43bf-4fec-8ce7-df053b82c888 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 945 time: 0.0500860
Jan 28 02:03:12.151909 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9b5dbb1c-983b-482f-bafa-4b955db1e8c7 req-57bc6d31-44cd-47bb-a1f9-2483054a6175 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0336154
Jan 28 02:03:12.436692 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da2d13-ab97-4364-bd15-fb9946729e5e req-ee254c70-2fd3-4fbf-bfe3-25a2caf9dec4 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:12.438438 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-00da2d13-ab97-4364-bd15-fb9946729e5e req-ee254c70-2fd3-4fbf-bfe3-25a2caf9dec4 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0479467
Jan 28 02:03:12.479741 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-00da2d13-ab97-4364-bd15-fb9946729e5e req-feace19b-71bf-4bf9-9490-489b16aae583 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328214
Jan 28 02:03:13.264985 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcaf6d-d2c1-43d4-a9b2-dd4475ad28d1 req-ae5d9217-03ee-4ee6-807a-c9e42f6fa0e4 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:13.266469 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-01fcaf6d-d2c1-43d4-a9b2-dd4475ad28d1 req-ae5d9217-03ee-4ee6-807a-c9e42f6fa0e4 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 945 time: 0.0475643
Jan 28 02:03:13.304348 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-01fcaf6d-d2c1-43d4-a9b2-dd4475ad28d1 req-30f57949-c9c2-4df9-9d69-a611d0bc48c1 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320346
Jan 28 02:03:13.601266 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcd303-d23d-4287-9ae2-5e06a8839486 req-5dfbad2d-3375-460a-b803-e72a0732d3ab tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:13.602758 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-35bcd303-d23d-4287-9ae2-5e06a8839486 req-5dfbad2d-3375-460a-b803-e72a0732d3ab tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0515485
Jan 28 02:03:13.639824 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-35bcd303-d23d-4287-9ae2-5e06a8839486 req-affe4190-45cd-44de-96f0-e575079acbf5 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306215
Jan 28 02:03:13.900254 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2a3627da-778b-42a2-90b8-63bb004fdd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:14.417037 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ded6b-09ff-44fa-be61-e615fa3be741 req-ed34c1a5-327e-4faf-8c02-c6e3921c1906 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:14.418540 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-761ded6b-09ff-44fa-be61-e615fa3be741 req-ed34c1a5-327e-4faf-8c02-c6e3921c1906 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 945 time: 0.0478911
Jan 28 02:03:14.458649 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-761ded6b-09ff-44fa-be61-e615fa3be741 req-6e07d3f6-d567-4a4d-98ab-a4bf4b443a2e tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338700
Jan 28 02:03:14.751894 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba0776-fbaf-4a69-8d43-8f01df33774b req-040af15b-4788-486a-bc29-e332cf4bc80c tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:14.753255 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6bba0776-fbaf-4a69-8d43-8f01df33774b req-040af15b-4788-486a-bc29-e332cf4bc80c tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0466759
Jan 28 02:03:14.789678 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6bba0776-fbaf-4a69-8d43-8f01df33774b req-8936d819-bf20-49ea-a0d7-c3f3bd64fb83 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0304179
Jan 28 02:03:14.800745 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:15.283198 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:15.583274 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878ae62-d763-4595-b869-2ebd9b5fc212 req-c019191d-dc78-470c-bb58-5aa490e369a8 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:15.584734 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2878ae62-d763-4595-b869-2ebd9b5fc212 req-c019191d-dc78-470c-bb58-5aa490e369a8 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 945 time: 0.0603261
Jan 28 02:03:15.645485 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2878ae62-d763-4595-b869-2ebd9b5fc212 req-ac91f37c-05f6-4e01-87d4-9c90061de372 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546119
Jan 28 02:03:15.661353 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7c5f8-a98d-4c5f-9a4e-c77478aa81cc req-51c5578f-c640-402b-af69-e67cdad621bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:15.663147 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b8a7c5f8-a98d-4c5f-9a4e-c77478aa81cc req-51c5578f-c640-402b-af69-e67cdad621bd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a830c3a19c3740619ece0b4ca820490e&device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 1098 time: 0.0453570
Jan 28 02:03:15.769794 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7c5f8-a98d-4c5f-9a4e-c77478aa81cc req-5e5ddcad-51bb-4115-aa7d-debba1530eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:15.771170 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b8a7c5f8-a98d-4c5f-9a4e-c77478aa81cc req-5e5ddcad-51bb-4115-aa7d-debba1530eab service neutron] 10.222.0.82 "GET /v2.0/networks?id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f HTTP/1.1" status: 200  len: 920 time: 0.0856349
Jan 28 02:03:15.818079 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b8a7c5f8-a98d-4c5f-9a4e-c77478aa81cc req-cfc39918-c2e7-4552-9032-fc8ae8ac8cd5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 HTTP/1.1" status: 200  len: 217 time: 0.0338697
Jan 28 02:03:15.886929 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7c5f8-a98d-4c5f-9a4e-c77478aa81cc req-1a629c79-3fa3-4697-9939-d682786ca6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:15.888420 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b8a7c5f8-a98d-4c5f-9a4e-c77478aa81cc req-1a629c79-3fa3-4697-9939-d682786ca6df service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe3f8818-a239-4d13-b1cd-c34e6490de40 HTTP/1.1" status: 200  len: 859 time: 0.0572901
Jan 28 02:03:15.934733 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b8a7c5f8-a98d-4c5f-9a4e-c77478aa81cc req-824913a3-a33f-4235-bed1-53b60884a3ac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0292821
Jan 28 02:03:15.951017 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d6d2e-91b1-4285-bbda-9857749b15c3 req-81745f89-7018-4416-ba78-2f9d98b0209e tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:15.953157 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-010d6d2e-91b1-4285-bbda-9857749b15c3 req-81745f89-7018-4416-ba78-2f9d98b0209e tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0820441
Jan 28 02:03:16.058295 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-010d6d2e-91b1-4285-bbda-9857749b15c3 req-5ccf08e2-a176-4d0f-ab96-b2442aace741 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576088
Jan 28 02:03:16.070449 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b8a7c5f8-a98d-4c5f-9a4e-c77478aa81cc req-4e8a7054-255c-4204-b767-21440a5b1582 service neutron] 10.222.0.82 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1163781
Jan 28 02:03:16.234807 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b8a7c5f8-a98d-4c5f-9a4e-c77478aa81cc req-ae37b7d3-e256-4fa2-bfee-27afe454c4ee service neutron] 10.222.0.82 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0907753
Jan 28 02:03:16.758300 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b490d39-f336-433c-b5e9-0dc02d0ca557 req-d4dce6a9-4d5d-42fc-84b7-85bf43240e40 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:16.759756 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0b490d39-f336-433c-b5e9-0dc02d0ca557 req-d4dce6a9-4d5d-42fc-84b7-85bf43240e40 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 945 time: 0.0485234
Jan 28 02:03:16.797620 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0b490d39-f336-433c-b5e9-0dc02d0ca557 req-50fa3d94-abed-4bef-8c6e-c0b9a8131500 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317445
Jan 28 02:03:16.814878 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:17.206619 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dd582-cf72-4c30-a156-b4dbb2ef480e req-0f29198f-ab54-488c-afa8-423a855abf50 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:17.211402 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c24dd582-cf72-4c30-a156-b4dbb2ef480e req-0f29198f-ab54-488c-afa8-423a855abf50 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0553520
Jan 28 02:03:17.272668 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c24dd582-cf72-4c30-a156-b4dbb2ef480e req-eb6df1ec-c7a8-4d27-861c-a0cf577d3cd0 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479028
Jan 28 02:03:17.348568 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:18.241639 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de85e2-23f8-4656-b78c-4ad111bb6dee req-cf272762-0e26-4dae-bdd8-e763df2ae2a1 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:18.243225 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-26de85e2-23f8-4656-b78c-4ad111bb6dee req-cf272762-0e26-4dae-bdd8-e763df2ae2a1 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 945 time: 0.0521691
Jan 28 02:03:18.281426 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-26de85e2-23f8-4656-b78c-4ad111bb6dee req-1a53f822-6794-4b7a-8742-aeddbe91a0d9 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0321636
Jan 28 02:03:18.386966 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a5f70-77ad-4f58-8e09-0b2d13584ff1 req-f4b9f947-9e48-480e-9ae5-33c3be6d671f tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:18.388458 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-461a5f70-77ad-4f58-8e09-0b2d13584ff1 req-f4b9f947-9e48-480e-9ae5-33c3be6d671f tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0494430
Jan 28 02:03:18.426381 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-461a5f70-77ad-4f58-8e09-0b2d13584ff1 req-fa5315d5-a6d9-41b1-b94a-249cbae9f2eb tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0318451
Jan 28 02:03:19.394295 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab583c6-017e-430b-a2cc-93b69a44dd57 req-137698c2-6b1f-4b8b-a90e-f7df75030a40 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:19.395766 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5ab583c6-017e-430b-a2cc-93b69a44dd57 req-137698c2-6b1f-4b8b-a90e-f7df75030a40 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 945 time: 0.0484171
Jan 28 02:03:19.435861 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5ab583c6-017e-430b-a2cc-93b69a44dd57 req-00ccc615-50c0-4d88-ad9d-29d2cf9bcfd1 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339010
Jan 28 02:03:19.537484 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c6089-87c0-4ec0-b33d-6ba148913c4d req-e8476525-366e-441a-9472-36c782817a3c tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:19.538878 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b99c6089-87c0-4ec0-b33d-6ba148913c4d req-e8476525-366e-441a-9472-36c782817a3c tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0475886
Jan 28 02:03:19.577353 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b99c6089-87c0-4ec0-b33d-6ba148913c4d req-d650fe50-3ba1-47cf-a888-3802049abebb tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324636
Jan 28 02:03:20.552831 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871d23b-9f24-41e0-a308-a9706bf04f3b req-6f2ef043-bf5c-4a01-a6fd-194d1a04ea97 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:20.554325 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1871d23b-9f24-41e0-a308-a9706bf04f3b req-6f2ef043-bf5c-4a01-a6fd-194d1a04ea97 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 945 time: 0.0482116
Jan 28 02:03:20.590840 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1871d23b-9f24-41e0-a308-a9706bf04f3b req-c028b552-932c-4b24-a415-5fefff79c99a tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306747
Jan 28 02:03:20.700580 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74311f33-f4fd-490b-9681-788019b277b4 req-873aeba2-ab1a-4e7f-aff2-bbb9d6532de4 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:20.702660 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-74311f33-f4fd-490b-9681-788019b277b4 req-873aeba2-ab1a-4e7f-aff2-bbb9d6532de4 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0519536
Jan 28 02:03:20.747014 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-74311f33-f4fd-490b-9681-788019b277b4 req-5f849b63-5c1d-4f08-b33e-e2aa45c4adae tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381899
Jan 28 02:03:21.716014 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4898436-5395-4b6b-b482-4eed8bff206c req-147902e3-0844-4103-9716-d5404d5dc540 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:21.723588 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d4898436-5395-4b6b-b482-4eed8bff206c req-147902e3-0844-4103-9716-d5404d5dc540 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 945 time: 0.0615990
Jan 28 02:03:21.762309 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d4898436-5395-4b6b-b482-4eed8bff206c req-63c0af66-726e-4ab5-9e0c-5083e4f0edfc tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377915
Jan 28 02:03:21.893639 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b57184-b956-416a-82d7-b5da4c85eb06 req-e3a63a98-249f-43b3-8bed-5fac4979a97f tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:21.895243 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-92b57184-b956-416a-82d7-b5da4c85eb06 req-e3a63a98-249f-43b3-8bed-5fac4979a97f tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0512676
Jan 28 02:03:21.938164 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-92b57184-b956-416a-82d7-b5da4c85eb06 req-d8c363e3-4021-42fc-b61d-8933e32bbc50 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361724
Jan 28 02:03:21.995748 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 40930) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:22.112052 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ef5435fc-878b-44ba-8fda-c8873e388826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:22.199033 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ef5435fc-878b-44ba-8fda-c8873e388826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:22.203260 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ef5435fc-878b-44ba-8fda-c8873e388826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:22.243892 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-ef5435fc-878b-44ba-8fda-c8873e388826 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=63ff0a06d6ef4b0db7a37df1f0652e5a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2470469
Jan 28 02:03:22.246118 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5435fc-878b-44ba-8fda-c8873e388826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2924b24-ed43-4a17-b480-2c1a3f5fd2a8,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:22.246609 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 40938) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:22.253612 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5435fc-878b-44ba-8fda-c8873e388826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.254009 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5435fc-878b-44ba-8fda-c8873e388826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.254364 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5435fc-878b-44ba-8fda-c8873e388826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.254707 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5435fc-878b-44ba-8fda-c8873e388826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.255046 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5435fc-878b-44ba-8fda-c8873e388826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.255385 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5435fc-878b-44ba-8fda-c8873e388826 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.255719 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5435fc-878b-44ba-8fda-c8873e388826 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.256059 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5435fc-878b-44ba-8fda-c8873e388826 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.256399 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5435fc-878b-44ba-8fda-c8873e388826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.256730 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5435fc-878b-44ba-8fda-c8873e388826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.257121 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5435fc-878b-44ba-8fda-c8873e388826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.257456 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5435fc-878b-44ba-8fda-c8873e388826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.297979 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-fa1e37cd-0d22-4b71-8282-6261cc0224fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:22.319613 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-fa1e37cd-0d22-4b71-8282-6261cc0224fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:22.366129 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-fa1e37cd-0d22-4b71-8282-6261cc0224fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:22.368686 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-fa1e37cd-0d22-4b71-8282-6261cc0224fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:22.369864 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-fa1e37cd-0d22-4b71-8282-6261cc0224fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d2924b24-ed43-4a17-b480-2c1a3f5fd2a8 HTTP/1.1" status: 204  len: 168 time: 0.1222317
Jan 28 02:03:22.377647 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e37cd-0d22-4b71-8282-6261cc0224fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2924b24-ed43-4a17-b480-2c1a3f5fd2a8,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:22.386408 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e37cd-0d22-4b71-8282-6261cc0224fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.386808 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e37cd-0d22-4b71-8282-6261cc0224fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.387239 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e37cd-0d22-4b71-8282-6261cc0224fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.387578 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e37cd-0d22-4b71-8282-6261cc0224fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.387957 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e37cd-0d22-4b71-8282-6261cc0224fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.388429 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e37cd-0d22-4b71-8282-6261cc0224fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.389461 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e37cd-0d22-4b71-8282-6261cc0224fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.389794 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e37cd-0d22-4b71-8282-6261cc0224fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.390156 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e37cd-0d22-4b71-8282-6261cc0224fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.390492 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e37cd-0d22-4b71-8282-6261cc0224fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.390874 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e37cd-0d22-4b71-8282-6261cc0224fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.391251 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e37cd-0d22-4b71-8282-6261cc0224fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:22.879418 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60607bfb-4e24-45a4-9a1b-9476395c283b req-7680bbe5-023f-4959-8c74-821d8d4815ad tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:22.880870 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-60607bfb-4e24-45a4-9a1b-9476395c283b req-7680bbe5-023f-4959-8c74-821d8d4815ad tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 945 time: 0.0502515
Jan 28 02:03:22.923769 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-60607bfb-4e24-45a4-9a1b-9476395c283b req-68ffd23e-12c4-496f-8fef-79a3dc695180 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364983
Jan 28 02:03:22.981263 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 40968) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:23.053268 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25832a4c-9a50-403b-adfd-a5b896b88cbb req-7c44f10c-c443-4f6e-b69d-0c4ab49a612b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:23.054796 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-25832a4c-9a50-403b-adfd-a5b896b88cbb req-7c44f10c-c443-4f6e-b69d-0c4ab49a612b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0478637
Jan 28 02:03:23.075646 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-17af30d9-46a8-45df-8984-10f976289a2c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1264500199-network', 'tenant_id': '8f948307a28a46c882d15550cc527d3e'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:03:23.094624 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-25832a4c-9a50-403b-adfd-a5b896b88cbb req-1b2fd9b0-c0f0-4878-8233-34a421b5ee64 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337796
Jan 28 02:03:23.100253 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17af30d9-46a8-45df-8984-10f976289a2c admin admin] Made reservation on behalf of 8f948307a28a46c882d15550cc527d3e for: {'network': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:03:23.102600 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-17af30d9-46a8-45df-8984-10f976289a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for network, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:23.111168 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-17af30d9-46a8-45df-8984-10f976289a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:23.186355 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-17af30d9-46a8-45df-8984-10f976289a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:23.191105 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-17af30d9-46a8-45df-8984-10f976289a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:23.215705 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17af30d9-46a8-45df-8984-10f976289a2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782}  {{(pid=101323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:03:23.224839 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af30d9-46a8-45df-8984-10f976289a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbc10f7-48a8-4005-9042-53a4c09bcf3f,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:23.230896 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-17af30d9-46a8-45df-8984-10f976289a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:23.231241 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.db.segments_db [None req-17af30d9-46a8-45df-8984-10f976289a2c admin admin] Added segment 93086bcc-0628-453c-a2d3-0718c8a10fd4 of type vlan for network 74f32fac-79da-4565-bfb2-7c951102ee06
Jan 28 02:03:23.272799 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-17af30d9-46a8-45df-8984-10f976289a2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755291977674'] for network, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:23.297581 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-17af30d9-46a8-45df-8984-10f976289a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for network, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:23.298547 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17af30d9-46a8-45df-8984-10f976289a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:23.299121 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-17af30d9-46a8-45df-8984-10f976289a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:23.352929 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-17af30d9-46a8-45df-8984-10f976289a2c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3705285
Jan 28 02:03:23.356007 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 40976) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:23.360284 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af30d9-46a8-45df-8984-10f976289a2c admin admin] Pushing event updated for resources: {'Network': ['ID=74f32fac-79da-4565-bfb2-7c951102ee06,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:23.362408 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-6d781bba-de07-45db-ab08-43092809c61d admin admin] Request body: {'subnet': {'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1264500199-subnet', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'ip_version': 4}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:03:23.370198 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Network 74f32fac-79da-4565-bfb2-7c951102ee06 details requested by agent ovs-agent-dv-cinder-824979-1-iscsi with host dv-cinder-824979-1-iscsi {{(pid=101324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:03:23.394766 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d781bba-de07-45db-ab08-43092809c61d admin admin] Made reservation on behalf of 8f948307a28a46c882d15550cc527d3e for: {'subnet': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:03:23.397426 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6d781bba-de07-45db-ab08-43092809c61d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290891370'] for subnet, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:23.569318 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6d781bba-de07-45db-ab08-43092809c61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4291371211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290891384'] for subnet, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:23.626512 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d781bba-de07-45db-ab08-43092809c61d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b393d39-c8f1-4417-b01a-d64b8315c262,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:23.635205 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d781bba-de07-45db-ab08-43092809c61d admin admin] Checking segment: {'id': '93086bcc-0628-453c-a2d3-0718c8a10fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:03:23.635556 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d781bba-de07-45db-ab08-43092809c61d admin admin] Network hostable DHCP agents. Network: 74f32fac-79da-4565-bfb2-7c951102ee06, hostable agents: ['248f8699-8ae1-4821-802a-c8c6bbf99ca2'], hosted agents: [] {{(pid=101322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:03:23.652243 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d781bba-de07-45db-ab08-43092809c61d admin admin] Network 74f32fac-79da-4565-bfb2-7c951102ee06 is scheduled to be hosted by DHCP agent 248f8699-8ae1-4821-802a-c8c6bbf99ca2 with binding_index 1 {{(pid=101322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:03:23.661083 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-6d781bba-de07-45db-ab08-43092809c61d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824979-1-iscsi, 74f32fac-79da-4565-bfb2-7c951102ee06) {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:03:23.665196 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d781bba-de07-45db-ab08-43092809c61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:23.665878 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6d781bba-de07-45db-ab08-43092809c61d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:23.671713 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68a1b29-2c8b-45c8-b7b9-74d27c6f4310 None None] Network 74f32fac-79da-4565-bfb2-7c951102ee06 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:03:23.687026 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-6d781bba-de07-45db-ab08-43092809c61d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3263311
Jan 28 02:03:23.687508 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 40980) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:23.693410 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-d78c5ab3-3a4f-4660-bb46-301f105c7f4f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1264500199-router', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:03:23.719607 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d78c5ab3-3a4f-4660-bb46-301f105c7f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124643'] for router, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:23.720853 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d78c5ab3-3a4f-4660-bb46-301f105c7f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124570'] for router, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:23.772984 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d78c5ab3-3a4f-4660-bb46-301f105c7f4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:23.835131 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd861fa95-f82e-5eb8-8e3c-25f8e9fee4ad-74f32fac-79da-4565-bfb2-7c951102ee06', 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'fixed_ips': [{'subnet_id': '1b393d39-c8f1-4417-b01a-d64b8315c262'}]}} from dv-cinder-824979-1-iscsi. {{(pid=101324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jan 28 02:03:23.836017 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:23.973105 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Allocated IP 172.20.0.2 (74f32fac-79da-4565-bfb2-7c951102ee06/1b393d39-c8f1-4417-b01a-d64b8315c262/c5c5446b-4a7b-47a2-88a4-96ba34fb58b7) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:03:24.124361 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d78c5ab3-3a4f-4660-bb46-301f105c7f4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:24.136915 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:24.143044 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:24.182294 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Network 74f32fac-79da-4565-bfb2-7c951102ee06 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:03:24.185236 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Resources bound (agent type, host, resource id):  {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:03:24.189259 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:03:24.194996 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Pushing event updated for resources: {'Port': ['ID=c5c5446b-4a7b-47a2-88a4-96ba34fb58b7,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:24.199720 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4e34d-49b6-45a0-835c-4f6b9aa96ba6 req-c81bba78-c60f-4f60-af1c-5a80690173be tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:24.201668 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d4c4e34d-49b6-45a0-835c-4f6b9aa96ba6 req-c81bba78-c60f-4f60-af1c-5a80690173be tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 945 time: 0.0904155
Jan 28 02:03:24.222925 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:24.223290 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:24.223635 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:24.223972 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:24.224322 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:24.224612 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:24.224938 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:24.225258 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:24.225594 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:24.225947 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:24.226266 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:24.226582 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:24.249449 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:03:24.259144 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Attempting to bind port c5c5446b-4a7b-47a2-88a4-96ba34fb58b7 on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:03:24.259523 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Attempting to bind port c5c5446b-4a7b-47a2-88a4-96ba34fb58b7 by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '93086bcc-0628-453c-a2d3-0718c8a10fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:03:24.260363 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Attempting to bind port c5c5446b-4a7b-47a2-88a4-96ba34fb58b7 on network 74f32fac-79da-4565-bfb2-7c951102ee06 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:03:24.263321 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d4c4e34d-49b6-45a0-835c-4f6b9aa96ba6 req-46d5178b-c842-4226-a0de-660456500f64 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521386
Jan 28 02:03:24.265158 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:03:24.265548 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Checking segment: {'id': '93086bcc-0628-453c-a2d3-0718c8a10fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:03:24.265977 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:24.266371 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Bound using segment: {'id': '93086bcc-0628-453c-a2d3-0718c8a10fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:03:24.267126 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Bound port: c5c5446b-4a7b-47a2-88a4-96ba34fb58b7, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93086bcc-0628-453c-a2d3-0718c8a10fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:03:24.267250 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:24.339413 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] For port c5c5446b-4a7b-47a2-88a4-96ba34fb58b7, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:03:24.343403 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] For port c5c5446b-4a7b-47a2-88a4-96ba34fb58b7, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=c5c5446b-4a7b-47a2-88a4-96ba34fb58b7,segment=NetworkSegment(93086bcc-0628-453c-a2d3-0718c8a10fd4),segment_id=93086bcc-0628-453c-a2d3-0718c8a10fd4)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:03:24.348111 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:24.409914 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db06bd-4174-4100-b9fb-aaad79195166 None None] Pushing event updated for resources: {'Port': ['ID=c5c5446b-4a7b-47a2-88a4-96ba34fb58b7,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:24.441506 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafc9bb-6067-4156-8380-a0fdc1fcc41b req-c8a524bd-e572-4da1-ae60-2de7580ae1cf tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:24.444132 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1bafc9bb-6067-4156-8380-a0fdc1fcc41b req-c8a524bd-e572-4da1-ae60-2de7580ae1cf tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1126735
Jan 28 02:03:24.446535 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d78c5ab3-3a4f-4660-bb46-301f105c7f4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:24.475993 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d78c5ab3-3a4f-4660-bb46-301f105c7f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:24.550753 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1bafc9bb-6067-4156-8380-a0fdc1fcc41b req-65534846-892d-4db5-9f45-bea8a4bbefd3 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999460
Jan 28 02:03:24.627495 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_common [None req-d78c5ab3-3a4f-4660-bb46-301f105c7f4f admin admin] Allocated IP 172.27.3.220 (77030b15-4317-4bc4-9693-f7afef5939e8/a10a135b-d338-4414-a2fc-bd26c83c352b/e75ab860-8bd5-4522-970f-729ed6acac7f) {{(pid=101322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:03:24.739151 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d78c5ab3-3a4f-4660-bb46-301f105c7f4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:24.773285 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d78c5ab3-3a4f-4660-bb46-301f105c7f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:24.817638 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78c5ab3-3a4f-4660-bb46-301f105c7f4f admin admin] Network 77030b15-4317-4bc4-9693-f7afef5939e8 is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:03:24.820413 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-d78c5ab3-3a4f-4660-bb46-301f105c7f4f admin admin] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:03:24.822760 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78c5ab3-3a4f-4660-bb46-301f105c7f4f admin admin] Received port after_create {{(pid=101322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:03:24.846558 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c5ab3-3a4f-4660-bb46-301f105c7f4f admin admin] Pushing event updated for resources: {'Port': ['ID=e75ab860-8bd5-4522-970f-729ed6acac7f,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:25.071514 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device c5c5446b-4a7b-47a2-88a4-96ba34fb58b7 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:03:25.075795 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d78c5ab3-3a4f-4660-bb46-301f105c7f4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:25.122327 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port c5c5446b-4a7b-47a2-88a4-96ba34fb58b7 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:25.122936 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:25.220379 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:25.258790 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] For port c5c5446b-4a7b-47a2-88a4-96ba34fb58b7, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=c5c5446b-4a7b-47a2-88a4-96ba34fb58b7,segment=NetworkSegment(93086bcc-0628-453c-a2d3-0718c8a10fd4),segment_id=93086bcc-0628-453c-a2d3-0718c8a10fd4)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:03:25.266209 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:25.304269 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d78c5ab3-3a4f-4660-bb46-301f105c7f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551287'] for router, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:25.364059 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Pushing event updated for resources: {'Port': ['ID=c5c5446b-4a7b-47a2-88a4-96ba34fb58b7,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:25.475830 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a390bd-0a75-4113-8ecd-7d3591601c0d req-a85f513f-b409-4ace-9bd7-15153056a439 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:25.477473 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e7a390bd-0a75-4113-8ecd-7d3591601c0d req-a85f513f-b409-4ace-9bd7-15153056a439 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 945 time: 0.1068554
Jan 28 02:03:25.549116 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f9eb78-7a21-46f5-a082-19aaa327878f None None] Network 74f32fac-79da-4565-bfb2-7c951102ee06 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:03:25.571931 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e7a390bd-0a75-4113-8ecd-7d3591601c0d req-798be426-076a-4db3-9807-a778e560b7af tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829787
Jan 28 02:03:25.591433 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc693ff-6fae-4781-a28f-dbb104807d05 req-5a664928-872f-4196-81f5-a62c69ac8eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:25.593449 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1fc693ff-6fae-4781-a28f-dbb104807d05 req-5a664928-872f-4196-81f5-a62c69ac8eff service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 1098 time: 0.0913804
Jan 28 02:03:25.616273 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78c5ab3-3a4f-4660-bb46-301f105c7f4f admin admin] Router f9da3210-bede-47cb-a4c4-1721093d2d93 is scheduled to L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 with binding_index 1 {{(pid=101322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 28 02:03:25.660141 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-5b44536e-51d2-456e-b167-224566b47b0b None None] Provisioning complete for port c5c5446b-4a7b-47a2-88a4-96ba34fb58b7 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:25.660622 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5b44536e-51d2-456e-b167-224566b47b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:25.723162 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1fc693ff-6fae-4781-a28f-dbb104807d05 req-aba648e3-290d-4b07-ac3b-c90f0fb9372d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185808
Jan 28 02:03:25.809100 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0c121-86bc-4ef0-81d9-a88cf228c52c req-9b659e9e-1ed6-4b57-8d53-f058ad741c0b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:25.809100 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8fd0c121-86bc-4ef0-81d9-a88cf228c52c req-9b659e9e-1ed6-4b57-8d53-f058ad741c0b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1099424
Jan 28 02:03:25.872776 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78c5ab3-3a4f-4660-bb46-301f105c7f4f admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:03:25.896061 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] Sync routers for ids ['f9da3210-bede-47cb-a4c4-1721093d2d93'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:03:25.904075 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d78c5ab3-3a4f-4660-bb46-301f105c7f4f admin admin] Notify callbacks [] for router, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:25.908539 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-d78c5ab3-3a4f-4660-bb46-301f105c7f4f admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.2170970
Jan 28 02:03:25.908840 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 41022) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:25.913634 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8fd0c121-86bc-4ef0-81d9-a88cf228c52c req-e07fc0a7-40ae-4684-9444-14d501e6c454 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943129
Jan 28 02:03:25.921102 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] Routers {'f9da3210-bede-47cb-a4c4-1721093d2d93'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:03:25.921758 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fabf87c0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:03:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['f9da3210-bede-47cb-a4c4-1721093d2d93'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:03:26.061613 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] Set router f9da3210-bede-47cb-a4c4-1721093d2d93 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:03:26.216062 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-aa7f89a6-83d9-4a95-8585-2919c97b6ae4 None None] Provisioning complete for port c5c5446b-4a7b-47a2-88a4-96ba34fb58b7 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:26.216830 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aa7f89a6-83d9-4a95-8585-2919c97b6ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:26.287559 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-87f1d6b0-0873-459e-8186-9451e9e66639 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:26.297087 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-87f1d6b0-0873-459e-8186-9451e9e66639 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/networks?id=a12a014d-4a71-408b-a943-054c73574ed9 HTTP/1.1" status: 200  len: 813 time: 0.1652415
Jan 28 02:03:26.302618 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fabf87c0>, [{'id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'name': 'tempest-TestMinimumBasicScenario-1264500199-router', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:23Z', 'updated_at': '2022-01-28T02:03:24Z', 'revision_number': 3, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'gw_port': {'id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:50:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:24Z', 'updated_at': '2022-01-28T02:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:03:26.309858 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-2e734a15-0d3e-4d2e-a941-577e74938120 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/quotas/6639261ee8ee46e0a4e3a01eb63b9ab4 HTTP/1.1" status: 200  len: 375 time: 0.0112960
Jan 28 02:03:26.337309 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] Checking router: f9da3210-bede-47cb-a4c4-1721093d2d93 for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:03:26.337642 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] Updating router f9da3210-bede-47cb-a4c4-1721093d2d93 port e75ab860-8bd5-4522-970f-729ed6acac7f binding host dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:03:26.366631 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-e2ed00a6-1b0f-4f65-9385-db31f2cad5e4 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6639261ee8ee46e0a4e3a01eb63b9ab4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0504663
Jan 28 02:03:26.367414 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:26.462627 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-9f2cea0b-d8f8-4f03-81f7-c751d2a8ecfc service neutron] 10.222.0.77 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872345
Jan 28 02:03:26.556759 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-c43d3922-b6bf-4333-bb80-0e163e6085b2 service neutron] 10.222.0.77 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849383
Jan 28 02:03:26.630894 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:26.637772 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:26.688968 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-28843c24-2842-4221-b86f-4c3d3d1f1b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:26.694767 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] Attempting to bind port e75ab860-8bd5-4522-970f-729ed6acac7f on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:03:26.695367 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] Attempting to bind port e75ab860-8bd5-4522-970f-729ed6acac7f by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:03:26.695699 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] Attempting to bind port e75ab860-8bd5-4522-970f-729ed6acac7f on network 77030b15-4317-4bc4-9693-f7afef5939e8 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:03:26.704874 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:03:26.705534 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] Checking segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:03:26.705968 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:26.706366 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] Bound using segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:03:26.706841 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] Bound port: e75ab860-8bd5-4522-970f-729ed6acac7f, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:03:26.707261 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:26.708825 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b6d01-99ea-4aa1-914d-f247a93e4daa None None] Pushing event updated for resources: {'Port': ['ID=e75ab860-8bd5-4522-970f-729ed6acac7f,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:26.756642 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b6d01-99ea-4aa1-914d-f247a93e4daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:26.757022 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b6d01-99ea-4aa1-914d-f247a93e4daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:26.757380 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b6d01-99ea-4aa1-914d-f247a93e4daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:26.757723 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b6d01-99ea-4aa1-914d-f247a93e4daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:26.758099 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b6d01-99ea-4aa1-914d-f247a93e4daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:26.758437 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b6d01-99ea-4aa1-914d-f247a93e4daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:26.758769 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b6d01-99ea-4aa1-914d-f247a93e4daa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:26.759099 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b6d01-99ea-4aa1-914d-f247a93e4daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:26.759444 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b6d01-99ea-4aa1-914d-f247a93e4daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:26.759775 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b6d01-99ea-4aa1-914d-f247a93e4daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:26.760101 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b6d01-99ea-4aa1-914d-f247a93e4daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:26.760424 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b6d01-99ea-4aa1-914d-f247a93e4daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:03:26.764707 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab6e80-ab58-4b8e-a89f-4dd59e9ff2a1 req-119e93a3-08c2-4d1e-854c-3e082810df74 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:26.779659 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-57ab6e80-ab58-4b8e-a89f-4dd59e9ff2a1 req-119e93a3-08c2-4d1e-854c-3e082810df74 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 945 time: 0.1267493
Jan 28 02:03:26.804679 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] For port e75ab860-8bd5-4522-970f-729ed6acac7f, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:03:26.808459 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] For port e75ab860-8bd5-4522-970f-729ed6acac7f, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=e75ab860-8bd5-4522-970f-729ed6acac7f,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:03:26.814204 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:26.839087 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-57ab6e80-ab58-4b8e-a89f-4dd59e9ff2a1 req-4d9535f6-3179-4dfd-8fe1-dd778e26d829 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498302
Jan 28 02:03:26.841164 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7affaa45-d92b-49b9-8fa9-4ab3bb9c8521 req-b065288a-9657-4a09-a821-9fa7ce262256 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 210 time: 0.0866337
Jan 28 02:03:26.883985 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b6d01-99ea-4aa1-914d-f247a93e4daa None None] Pushing event updated for resources: {'Port': ['ID=e75ab860-8bd5-4522-970f-729ed6acac7f,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:26.894266 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] Routers {'f9da3210-bede-47cb-a4c4-1721093d2d93'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:03:26.894882 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fabf87c0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:03:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['f9da3210-bede-47cb-a4c4-1721093d2d93'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:03:26.960105 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [None req-28843c24-2842-4221-b86f-4c3d3d1f1b5f admin admin] Allocated IP 172.20.0.1 (74f32fac-79da-4565-bfb2-7c951102ee06/1b393d39-c8f1-4417-b01a-d64b8315c262/d47f8b4c-1b2f-4657-bbb0-5c30869ed3db) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:03:27.059178 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] Set router f9da3210-bede-47cb-a4c4-1721093d2d93 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:03:27.062436 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1583d0e-7ba6-442b-8645-f56013e07f9f req-90dfba07-29f1-460a-8ccd-4f3c714ae678 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:27.070323 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f1583d0e-7ba6-442b-8645-f56013e07f9f req-90dfba07-29f1-460a-8ccd-4f3c714ae678 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0795918
Jan 28 02:03:27.096786 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device c5c5446b-4a7b-47a2-88a4-96ba34fb58b7 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:03:27.109200 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-28843c24-2842-4221-b86f-4c3d3d1f1b5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:27.111030 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f1583d0e-7ba6-442b-8645-f56013e07f9f req-42f66cb3-f901-4812-84da-fefe5c266dad tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395141
Jan 28 02:03:27.151406 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-28843c24-2842-4221-b86f-4c3d3d1f1b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:27.172125 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port c5c5446b-4a7b-47a2-88a4-96ba34fb58b7 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:27.172687 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:27.201199 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28843c24-2842-4221-b86f-4c3d3d1f1b5f admin admin] Network 74f32fac-79da-4565-bfb2-7c951102ee06 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:03:27.205409 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-28843c24-2842-4221-b86f-4c3d3d1f1b5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:03:27.209177 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28843c24-2842-4221-b86f-4c3d3d1f1b5f admin admin] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:03:27.242432 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28843c24-2842-4221-b86f-4c3d3d1f1b5f admin admin] Pushing event updated for resources: {'Port': ['ID=d47f8b4c-1b2f-4657-bbb0-5c30869ed3db,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:27.259619 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-28843c24-2842-4221-b86f-4c3d3d1f1b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545034'] for router_interface, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:27.414724 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fabf87c0>, [{'id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'name': 'tempest-TestMinimumBasicScenario-1264500199-router', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:23Z', 'updated_at': '2022-01-28T02:03:24Z', 'revision_number': 3, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'gw_port': {'id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:50:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:24Z', 'updated_at': '2022-01-28T02:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:03:27.444989 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4751cb-0f0b-4772-966f-6c772500c084 None None] The sync data for ids ['f9da3210-bede-47cb-a4c4-1721093d2d93'] in dv-cinder-824979-1-iscsi is: [{'id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'name': 'tempest-TestMinimumBasicScenario-1264500199-router', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:23Z', 'updated_at': '2022-01-28T02:03:24Z', 'revision_number': 3, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'gw_port': {'id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:50:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:24Z', 'updated_at': '2022-01-28T02:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:03:27.466226 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-657c9958-d609-4e3d-8c4d-3a8ef3233081 None None] Provisioning complete for port d47f8b4c-1b2f-4657-bbb0-5c30869ed3db triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:27.466740 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-657c9958-d609-4e3d-8c4d-3a8ef3233081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:27.508966 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-28843c24-2842-4221-b86f-4c3d3d1f1b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:27.509582 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-657c9958-d609-4e3d-8c4d-3a8ef3233081 None None] Port d47f8b4c-1b2f-4657-bbb0-5c30869ed3db cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:03:27.683838 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-28843c24-2842-4221-b86f-4c3d3d1f1b5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:27.691087 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-28843c24-2842-4221-b86f-4c3d3d1f1b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:27.755771 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-28843c24-2842-4221-b86f-4c3d3d1f1b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545206'] for router_interface, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:27.757534 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28843c24-2842-4221-b86f-4c3d3d1f1b5f admin admin] Pushing event updated for resources: {'Port': ['ID=d47f8b4c-1b2f-4657-bbb0-5c30869ed3db,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:27.854794 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28843c24-2842-4221-b86f-4c3d3d1f1b5f admin admin] Network 74f32fac-79da-4565-bfb2-7c951102ee06 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:03:27.856252 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-28843c24-2842-4221-b86f-4c3d3d1f1b5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:03:27.962568 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a3237b7e-4720-4e51-9291-7dff99d19191 req-5472ee5b-76a1-4be0-bfa0-743a9eff78f2 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 210 time: 0.0452294
Jan 28 02:03:28.004585 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28843c24-2842-4221-b86f-4c3d3d1f1b5f admin admin] Router f9da3210-bede-47cb-a4c4-1721093d2d93 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:03:28.093019 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4454fd5-4f41-4414-900b-a1d47e491dc0 req-0b196398-104a-480f-a244-a8c12d4d6b91 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:28.094651 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e4454fd5-4f41-4414-900b-a1d47e491dc0 req-0b196398-104a-480f-a244-a8c12d4d6b91 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 945 time: 0.0698919
Jan 28 02:03:28.131228 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28843c24-2842-4221-b86f-4c3d3d1f1b5f admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:03:28.138315 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-28843c24-2842-4221-b86f-4c3d3d1f1b5f admin admin] 10.222.0.77 "PUT /v2.0/routers/f9da3210-bede-47cb-a4c4-1721093d2d93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2284057
Jan 28 02:03:28.140806 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e4454fd5-4f41-4414-900b-a1d47e491dc0 req-de9aacc2-553f-4e91-9cb2-a4b5b059100c tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386732
Jan 28 02:03:28.141118 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-b1406b00-21c1-43e6-9ecd-cbe3a1002088 None None] Provisioning complete for port d47f8b4c-1b2f-4657-bbb0-5c30869ed3db triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:28.141620 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b1406b00-21c1-43e6-9ecd-cbe3a1002088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:28.189046 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-b1406b00-21c1-43e6-9ecd-cbe3a1002088 None None] Port d47f8b4c-1b2f-4657-bbb0-5c30869ed3db cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:03:28.275174 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741a615-2cc1-4b2d-9fa1-b8bb744e71d1 req-54a2884a-6ee9-4864-99d6-2eae64426fb6 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:28.276858 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d741a615-2cc1-4b2d-9fa1-b8bb744e71d1 req-54a2884a-6ee9-4864-99d6-2eae64426fb6 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0592670
Jan 28 02:03:28.319857 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d741a615-2cc1-4b2d-9fa1-b8bb744e71d1 req-c69ea415-90fd-489f-94c8-0335b75c1720 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370219
Jan 28 02:03:28.656908 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 41088) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:28.661768 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-e63cbfd5-583a-41f5-9e46-c9bc73ee2ba7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1966622886-network', 'tenant_id': 'f7958af1ab86410ba70c5300b15da9d8'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:03:28.683661 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63cbfd5-583a-41f5-9e46-c9bc73ee2ba7 admin admin] Made reservation on behalf of f7958af1ab86410ba70c5300b15da9d8 for: {'network': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:03:28.686048 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e63cbfd5-583a-41f5-9e46-c9bc73ee2ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for network, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:28.694878 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e63cbfd5-583a-41f5-9e46-c9bc73ee2ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:28.776945 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e63cbfd5-583a-41f5-9e46-c9bc73ee2ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:28.781427 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e63cbfd5-583a-41f5-9e46-c9bc73ee2ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:28.806724 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63cbfd5-583a-41f5-9e46-c9bc73ee2ba7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792}  {{(pid=101323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:03:28.816794 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cbfd5-583a-41f5-9e46-c9bc73ee2ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f53b8e1-bbd4-4067-8ade-d390d6879bcd,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:28.821670 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e63cbfd5-583a-41f5-9e46-c9bc73ee2ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:28.822043 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.db.segments_db [None req-e63cbfd5-583a-41f5-9e46-c9bc73ee2ba7 admin admin] Added segment 07a7371c-18ff-4733-8116-eb5a4ff0082d of type vlan for network ff57c783-67c8-479a-845e-96fc876c32a4
Jan 28 02:03:28.863072 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e63cbfd5-583a-41f5-9e46-c9bc73ee2ba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755291977674'] for network, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:28.905566 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e63cbfd5-583a-41f5-9e46-c9bc73ee2ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for network, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:28.906548 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63cbfd5-583a-41f5-9e46-c9bc73ee2ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:28.907119 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e63cbfd5-583a-41f5-9e46-c9bc73ee2ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:28.968904 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-e63cbfd5-583a-41f5-9e46-c9bc73ee2ba7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3077731
Jan 28 02:03:28.969210 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 41092) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:28.974130 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-255944a0-fc30-4bf9-9b1f-24c066419227 admin admin] Request body: {'subnet': {'network_id': 'ff57c783-67c8-479a-845e-96fc876c32a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1966622886-subnet', 'tenant_id': 'f7958af1ab86410ba70c5300b15da9d8', 'ip_version': 4}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:03:28.976032 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cbfd5-583a-41f5-9e46-c9bc73ee2ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=ff57c783-67c8-479a-845e-96fc876c32a4,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:28.994308 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Network ff57c783-67c8-479a-845e-96fc876c32a4 details requested by agent ovs-agent-dv-cinder-824979-1-iscsi with host dv-cinder-824979-1-iscsi {{(pid=101324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:03:29.013083 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255944a0-fc30-4bf9-9b1f-24c066419227 admin admin] Made reservation on behalf of f7958af1ab86410ba70c5300b15da9d8 for: {'subnet': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:03:29.017645 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-255944a0-fc30-4bf9-9b1f-24c066419227 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290891370'] for subnet, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:29.115838 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device e75ab860-8bd5-4522-970f-729ed6acac7f up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:03:29.140389 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] Sync routers for ids ['f9da3210-bede-47cb-a4c4-1721093d2d93'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:03:29.160456 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] Routers {'f9da3210-bede-47cb-a4c4-1721093d2d93'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:03:29.161131 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa2834c0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:03:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['f9da3210-bede-47cb-a4c4-1721093d2d93'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:03:29.393019 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9db0cd03-8578-4f3d-a50c-80abf7caaf25 req-1156dc9b-1142-4f2e-99c3-6f2d692c3197 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 210 time: 0.3275921
Jan 28 02:03:29.400614 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port e75ab860-8bd5-4522-970f-729ed6acac7f triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:29.402018 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:29.462551 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] Set router f9da3210-bede-47cb-a4c4-1721093d2d93 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:03:29.526106 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d2272-72a7-47e3-9d33-ec1f73f91a3c req-9bffd1b3-058a-48bb-8e0d-762bebf02e61 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:29.527811 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f79d2272-72a7-47e3-9d33-ec1f73f91a3c req-9bffd1b3-058a-48bb-8e0d-762bebf02e61 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.82 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 945 time: 0.1941590
Jan 28 02:03:29.541841 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef1924-cd4d-413b-b97e-436ad6979870 req-942defd9-9593-4663-a675-5474ee2eaaf3 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:29.543546 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-faef1924-cd4d-413b-b97e-436ad6979870 req-942defd9-9593-4663-a675-5474ee2eaaf3 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 945 time: 0.2086489
Jan 28 02:03:29.585719 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:29.638184 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] For port e75ab860-8bd5-4522-970f-729ed6acac7f, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=e75ab860-8bd5-4522-970f-729ed6acac7f,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:03:29.645361 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:29.669087 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6547ac-dbda-4bf3-bc84-f5cc99e23c4b req-ffd509c0-2836-4150-96c5-cfc995418dd1 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:29.672427 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5a6547ac-dbda-4bf3-bc84-f5cc99e23c4b req-ffd509c0-2836-4150-96c5-cfc995418dd1 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.2023475
Jan 28 02:03:29.743761 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Pushing event updated for resources: {'Port': ['ID=e75ab860-8bd5-4522-970f-729ed6acac7f,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:29.770632 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa2834c0>, [{'id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'name': 'tempest-TestMinimumBasicScenario-1264500199-router', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:23Z', 'updated_at': '2022-01-28T02:03:27Z', 'revision_number': 4, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'gw_port': {'id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:50:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:24Z', 'updated_at': '2022-01-28T02:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'd47f8b4c-1b2f-4657-bbb0-5c30869ed3db', 'name': '', 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'mac_address': 'fa:16:3e:11:26:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '1b393d39-c8f1-4417-b01a-d64b8315c262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:26Z', 'updated_at': '2022-01-28T02:03:27Z', 'revision_number': 2, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'subnets': [{'id': '1b393d39-c8f1-4417-b01a-d64b8315c262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:03:29.786966 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-faef1924-cd4d-413b-b97e-436ad6979870 req-bb7206ae-38df-46f7-b315-0a343f695fa7 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2294397
Jan 28 02:03:29.797593 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] Checking router: f9da3210-bede-47cb-a4c4-1721093d2d93 for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:03:29.797968 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] Updating router f9da3210-bede-47cb-a4c4-1721093d2d93 port d47f8b4c-1b2f-4657-bbb0-5c30869ed3db binding host dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:03:29.823881 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:29.824112 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-255944a0-fc30-4bf9-9b1f-24c066419227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4291371211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290891384'] for subnet, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:29.863998 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5a6547ac-dbda-4bf3-bc84-f5cc99e23c4b req-a22abcb9-74bd-4d5c-93a0-20dafb96ddfa tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1565838
Jan 28 02:03:29.900723 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255944a0-fc30-4bf9-9b1f-24c066419227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b509021-23fc-49c0-868e-6e327655a71f,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:29.907333 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [req-f79d2272-72a7-47e3-9d33-ec1f73f91a3c req-6422089f-9e9e-4bdc-bd4b-deb5bc310d30 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Deleting port 74f004ac-1a79-4bd1-be0e-04fb236b29f4 {{(pid=101322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:03:29.907686 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-f79d2272-72a7-47e3-9d33-ec1f73f91a3c req-6422089f-9e9e-4bdc-bd4b-deb5bc310d30 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:29.988699 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255944a0-fc30-4bf9-9b1f-24c066419227 admin admin] Checking segment: {'id': '07a7371c-18ff-4733-8116-eb5a4ff0082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ff57c783-67c8-479a-845e-96fc876c32a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:03:29.989354 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255944a0-fc30-4bf9-9b1f-24c066419227 admin admin] Network hostable DHCP agents. Network: ff57c783-67c8-479a-845e-96fc876c32a4, hostable agents: ['248f8699-8ae1-4821-802a-c8c6bbf99ca2'], hosted agents: [] {{(pid=101322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:03:30.034052 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255944a0-fc30-4bf9-9b1f-24c066419227 admin admin] Network ff57c783-67c8-479a-845e-96fc876c32a4 is scheduled to be hosted by DHCP agent 248f8699-8ae1-4821-802a-c8c6bbf99ca2 with binding_index 1 {{(pid=101322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:03:30.080028 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-255944a0-fc30-4bf9-9b1f-24c066419227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824979-1-iscsi, ff57c783-67c8-479a-845e-96fc876c32a4) {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:03:30.083182 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.db [req-f79d2272-72a7-47e3-9d33-ec1f73f91a3c req-6422089f-9e9e-4bdc-bd4b-deb5bc310d30 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] For port 74f004ac-1a79-4bd1-be0e-04fb236b29f4, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=74f004ac-1a79-4bd1-be0e-04fb236b29f4,segment=NetworkSegment(641f6642-8344-4738-8f35-5944fff72d1e),segment_id=641f6642-8344-4738-8f35-5944fff72d1e)] {{(pid=101322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:03:30.083577 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-f79d2272-72a7-47e3-9d33-ec1f73f91a3c req-6422089f-9e9e-4bdc-bd4b-deb5bc310d30 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:30.093697 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255944a0-fc30-4bf9-9b1f-24c066419227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:30.094440 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-255944a0-fc30-4bf9-9b1f-24c066419227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:30.095062 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cd7ea7-d2fa-4062-ba07-542defd5b1ce None None] Network ff57c783-67c8-479a-845e-96fc876c32a4 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:03:30.114888 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [req-f79d2272-72a7-47e3-9d33-ec1f73f91a3c req-6422089f-9e9e-4bdc-bd4b-deb5bc310d30 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Calling delete_port for 74f004ac-1a79-4bd1-be0e-04fb236b29f4 owned by compute:nova {{(pid=101322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:03:30.145544 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-255944a0-fc30-4bf9-9b1f-24c066419227 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1750760
Jan 28 02:03:30.148185 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 41106) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:30.153187 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-461e4c5d-9715-4878-a396-776c40aa82d6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1966622886-router', 'tenant_id': 'f7958af1ab86410ba70c5300b15da9d8', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:03:30.180503 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-461e4c5d-9715-4878-a396-776c40aa82d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124643'] for router, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:30.182101 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-461e4c5d-9715-4878-a396-776c40aa82d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124570'] for router, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:30.222917 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:30.230631 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:30.331169 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-f79d2272-72a7-47e3-9d33-ec1f73f91a3c req-6422089f-9e9e-4bdc-bd4b-deb5bc310d30 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:30.377728 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422089f-9e9e-4bdc-bd4b-deb5bc310d30 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Pushing event deleted for resources: {'Port': ['ID=74f004ac-1a79-4bd1-be0e-04fb236b29f4,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:30.442612 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bf8c3-a563-44ea-a28e-dc5856b504e9 None None] Pushing event updated for resources: {'Port': ['ID=d47f8b4c-1b2f-4657-bbb0-5c30869ed3db,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:30.445858 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd861fa95-f82e-5eb8-8e3c-25f8e9fee4ad-ff57c783-67c8-479a-845e-96fc876c32a4', 'network_id': 'ff57c783-67c8-479a-845e-96fc876c32a4', 'tenant_id': 'f7958af1ab86410ba70c5300b15da9d8', 'fixed_ips': [{'subnet_id': '3b509021-23fc-49c0-868e-6e327655a71f'}]}} from dv-cinder-824979-1-iscsi. {{(pid=101324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jan 28 02:03:30.446840 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:30.452064 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['74f004ac-1a79-4bd1-be0e-04fb236b29f4'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:03:30.532149 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79d2272-72a7-47e3-9d33-ec1f73f91a3c req-6422089f-9e9e-4bdc-bd4b-deb5bc310d30 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] No DVR routers for this DVR port 74f004ac-1a79-4bd1-be0e-04fb236b29f4 on host hv-cinder-82497 {{(pid=101322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:03:30.535716 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-f79d2272-72a7-47e3-9d33-ec1f73f91a3c req-6422089f-9e9e-4bdc-bd4b-deb5bc310d30 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:30.539227 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f79d2272-72a7-47e3-9d33-ec1f73f91a3c req-6422089f-9e9e-4bdc-bd4b-deb5bc310d30 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.82 "DELETE /v2.0/ports/74f004ac-1a79-4bd1-be0e-04fb236b29f4 HTTP/1.1" status: 204  len: 173 time: 0.9909649
Jan 28 02:03:30.572125 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6e346f-7608-43e4-a218-aaef2e657f0f', 'name': 'network-vif-deleted', 'tag': '74f004ac-1a79-4bd1-be0e-04fb236b29f4'}] {{(pid=101322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:03:30.576853 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22e9aba1f3ae753be8f095bd4de5bd58f45f4f40cfe68f6f18584bec835fbd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d4cb15-87f9-4696-bb29-fdb7414e3b56" -d '{"events": [{"server_uuid": "cb6e346f-7608-43e4-a218-aaef2e657f0f", "name": "network-vif-deleted", "tag": "74f004ac-1a79-4bd1-be0e-04fb236b29f4"}]}' {{(pid=101322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:03:30.620606 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8d75a7a1-f1bb-43c5-a7a0-cfba4c3cb4b9 req-0d6bac0e-6393-4da9-89cf-aa9a7f8070a0 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 210 time: 0.0803521
Jan 28 02:03:30.653342 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ca5943-b92b-42bd-b684-51271c500816 x-openstack-request-id: req-47ca5943-b92b-42bd-b684-51271c500816 {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:03:30.653633 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6e346f-7608-43e4-a218-aaef2e657f0f", "name": "network-vif-deleted", "tag": "74f004ac-1a79-4bd1-be0e-04fb236b29f4", "status": "completed", "code": 200}]} {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:03:30.653921 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-47ca5943-b92b-42bd-b684-51271c500816 {{(pid=101322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:03:30.654311 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6e346f-7608-43e4-a218-aaef2e657f0f', 'name': 'network-vif-deleted', 'tag': '74f004ac-1a79-4bd1-be0e-04fb236b29f4', 'status': 'completed', 'code': 200}
Jan 28 02:03:30.698260 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-461e4c5d-9715-4878-a396-776c40aa82d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:30.755846 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] Attempting to bind port d47f8b4c-1b2f-4657-bbb0-5c30869ed3db on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:03:30.756209 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] Attempting to bind port d47f8b4c-1b2f-4657-bbb0-5c30869ed3db by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '93086bcc-0628-453c-a2d3-0718c8a10fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:03:30.756574 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] Attempting to bind port d47f8b4c-1b2f-4657-bbb0-5c30869ed3db on network 74f32fac-79da-4565-bfb2-7c951102ee06 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:03:30.769910 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:03:30.770292 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] Checking segment: {'id': '93086bcc-0628-453c-a2d3-0718c8a10fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:03:30.770701 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:30.771156 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] Bound using segment: {'id': '93086bcc-0628-453c-a2d3-0718c8a10fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:03:30.771581 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] Bound port: d47f8b4c-1b2f-4657-bbb0-5c30869ed3db, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93086bcc-0628-453c-a2d3-0718c8a10fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:03:30.771987 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:30.813194 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-597e5130-1d35-4a2c-9405-2bbd9a39ac50 None None] Provisioning complete for port d47f8b4c-1b2f-4657-bbb0-5c30869ed3db triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:30.813683 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-597e5130-1d35-4a2c-9405-2bbd9a39ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:30.906421 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-c8cb49ba-b553-48db-82b2-33e085f2ed6b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:30.907948 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-c8cb49ba-b553-48db-82b2-33e085f2ed6b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.82 "GET /v2.0/networks?id=a12a014d-4a71-408b-a943-054c73574ed9 HTTP/1.1" status: 200  len: 813 time: 0.6479201
Jan 28 02:03:30.912793 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2b324279-1859-45f7-b4c5-714cae4fbd4a req-413c1bbe-3b33-4643-8edd-3f27e7fabbf1 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e346f-7608-43e4-a218-aaef2e657f0f HTTP/1.1" status: 200  len: 210 time: 0.0368545
Jan 28 02:03:30.915675 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-461e4c5d-9715-4878-a396-776c40aa82d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:30.937477 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-901f1826-9208-4772-9c0d-7946f61f0009 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Request body: {'port': {'device_id': 'ba343337-b8f3-4f63-875e-c13b7711e8bf', 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9', 'admin_state_up': True, 'tenant_id': '6639261ee8ee46e0a4e3a01eb63b9ab4'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:03:30.970831 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] Allocated IP 172.20.0.2 (ff57c783-67c8-479a-845e-96fc876c32a4/3b509021-23fc-49c0-868e-6e327655a71f/f025e651-a3b7-4923-8d0a-15e7a9069f35) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:03:30.973186 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] For port d47f8b4c-1b2f-4657-bbb0-5c30869ed3db, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:03:30.979924 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] For port d47f8b4c-1b2f-4657-bbb0-5c30869ed3db, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=d47f8b4c-1b2f-4657-bbb0-5c30869ed3db,segment=NetworkSegment(93086bcc-0628-453c-a2d3-0718c8a10fd4),segment_id=93086bcc-0628-453c-a2d3-0718c8a10fd4)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:03:30.991300 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-597e5130-1d35-4a2c-9405-2bbd9a39ac50 None None] Port d47f8b4c-1b2f-4657-bbb0-5c30869ed3db cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:03:31.029741 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff2117-3e2e-4ea8-82ea-6a51ad7ac4c3 req-f20018ba-8cae-4792-a063-5888c717def9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:31.034314 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-47ff2117-3e2e-4ea8-82ea-6a51ad7ac4c3 req-f20018ba-8cae-4792-a063-5888c717def9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0853200
Jan 28 02:03:31.044869 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:31.137437 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] Routers {'f9da3210-bede-47cb-a4c4-1721093d2d93'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:03:31.138093 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa2834c0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:03:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['f9da3210-bede-47cb-a4c4-1721093d2d93'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:03:31.148871 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device e75ab860-8bd5-4522-970f-729ed6acac7f up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:03:31.150768 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-47ff2117-3e2e-4ea8-82ea-6a51ad7ac4c3 req-a48f634f-2312-42f0-b5f8-c81f14737ca8 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120689
Jan 28 02:03:31.153025 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-901f1826-9208-4772-9c0d-7946f61f0009 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Made reservation on behalf of 6639261ee8ee46e0a4e3a01eb63b9ab4 for: {'port': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:03:31.158181 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-901f1826-9208-4772-9c0d-7946f61f0009 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:31.373896 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bf8c3-a563-44ea-a28e-dc5856b504e9 None None] Pushing event updated for resources: {'Port': ['ID=d47f8b4c-1b2f-4657-bbb0-5c30869ed3db,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:31.431774 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-461e4c5d-9715-4878-a396-776c40aa82d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:31.489880 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-461e4c5d-9715-4878-a396-776c40aa82d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:31.555902 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] Set router f9da3210-bede-47cb-a4c4-1721093d2d93 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:03:31.558215 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port e75ab860-8bd5-4522-970f-729ed6acac7f triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:31.558586 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:31.618155 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975ada-ce2d-46c7-9ae5-cfd339438d31 req-436d94ce-1233-4105-805f-c13a25db70aa tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:31.621198 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-901f1826-9208-4772-9c0d-7946f61f0009 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Allocated IP 172.20.0.13 (a12a014d-4a71-408b-a943-054c73574ed9/458cc6c2-7388-45e4-bb6b-10c0e6fa544d/c105129e-5873-411f-b8e0-8fa24f669b60) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:03:31.627367 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-aa975ada-ce2d-46c7-9ae5-cfd339438d31 req-436d94ce-1233-4105-805f-c13a25db70aa tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1087344
Jan 28 02:03:31.663730 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7d235-c6ad-4c53-8d0f-1c3ba33cf592 req-f11ed11f-9485-44af-99bd-3a1e891db494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:31.665671 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-73b7d235-c6ad-4c53-8d0f-1c3ba33cf592 req-f11ed11f-9485-44af-99bd-3a1e891db494 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a830c3a19c3740619ece0b4ca820490e&device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 1098 time: 0.1040351
Jan 28 02:03:31.679737 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-aa975ada-ce2d-46c7-9ae5-cfd339438d31 req-d4593434-1c62-42d6-9bdc-f96505fa0890 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483491
Jan 28 02:03:31.759364 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [None req-461e4c5d-9715-4878-a396-776c40aa82d6 admin admin] Allocated IP 172.27.3.98 (77030b15-4317-4bc4-9693-f7afef5939e8/a10a135b-d338-4414-a2fc-bd26c83c352b/86cf56ea-8692-427e-af8e-6735d5ad553d) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:03:31.819984 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7d235-c6ad-4c53-8d0f-1c3ba33cf592 req-48699643-5242-452e-9406-a16bb9601ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:31.822751 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-73b7d235-c6ad-4c53-8d0f-1c3ba33cf592 req-48699643-5242-452e-9406-a16bb9601ec8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f HTTP/1.1" status: 200  len: 920 time: 0.1446803
Jan 28 02:03:31.882087 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:31.889689 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-00ad1547-d12d-4e74-b3a2-1ad7b4209051 None None] Provisioning complete for port d47f8b4c-1b2f-4657-bbb0-5c30869ed3db triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:31.890326 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-00ad1547-d12d-4e74-b3a2-1ad7b4209051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:31.905155 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-73b7d235-c6ad-4c53-8d0f-1c3ba33cf592 req-3b2ce3ac-0cd0-48d1-9e11-61f0969f1cd9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 HTTP/1.1" status: 200  len: 217 time: 0.0647123
Jan 28 02:03:31.907820 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-13f34e3d-ec76-4c63-ba2e-af6ca7b4483e req-28ef71fc-a93b-4f53-afbb-6d82132d683b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 210 time: 0.0832610
Jan 28 02:03:31.972005 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:32.016681 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-901f1826-9208-4772-9c0d-7946f61f0009 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:32.031651 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7d235-c6ad-4c53-8d0f-1c3ba33cf592 req-32a48999-a4e2-4ea1-89a6-0055a1e0a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:32.038292 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-461e4c5d-9715-4878-a396-776c40aa82d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:32.038852 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-73b7d235-c6ad-4c53-8d0f-1c3ba33cf592 req-32a48999-a4e2-4ea1-89a6-0055a1e0a244 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe3f8818-a239-4d13-b1cd-c34e6490de40 HTTP/1.1" status: 200  len: 859 time: 0.1203110
Jan 28 02:03:32.081091 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] Network ff57c783-67c8-479a-845e-96fc876c32a4 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:03:32.102177 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-901f1826-9208-4772-9c0d-7946f61f0009 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:32.108896 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-73b7d235-c6ad-4c53-8d0f-1c3ba33cf592 req-ea391aaf-d3cd-4132-a089-affe85fe84ad service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0569990
Jan 28 02:03:32.116523 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-461e4c5d-9715-4878-a396-776c40aa82d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:32.205991 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-901f1826-9208-4772-9c0d-7946f61f0009 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Network a12a014d-4a71-408b-a943-054c73574ed9 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:03:32.205991 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461e4c5d-9715-4878-a396-776c40aa82d6 admin admin] Network 77030b15-4317-4bc4-9693-f7afef5939e8 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:03:32.206756 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-901f1826-9208-4772-9c0d-7946f61f0009 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:03:32.212767 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-901f1826-9208-4772-9c0d-7946f61f0009 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:03:32.219055 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-461e4c5d-9715-4878-a396-776c40aa82d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:03:32.270780 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461e4c5d-9715-4878-a396-776c40aa82d6 admin admin] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:03:32.315122 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f1826-9208-4772-9c0d-7946f61f0009 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Pushing event updated for resources: {'Port': ['ID=c105129e-5873-411f-b8e0-8fa24f669b60,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:32.322417 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] Resources bound (agent type, host, resource id):  {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:03:32.334709 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['bdfdebab-1bce-49af-b683-2bf00d7f807c', 'bad03cd4-410c-4cad-9815-8cc25c949359', '9c389827-57e0-481b-bae4-d3581c28a727'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:03:32.341800 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:03:32.391952 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-901f1826-9208-4772-9c0d-7946f61f0009 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:32.392622 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-901f1826-9208-4772-9c0d-7946f61f0009 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:32.412675 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-73b7d235-c6ad-4c53-8d0f-1c3ba33cf592 req-5c2fd540-bfd2-44c4-bf6d-a3f1f5ae0d70 service neutron] 10.222.0.82 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2957253
Jan 28 02:03:32.441615 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] Pushing event updated for resources: {'Port': ['ID=f025e651-a3b7-4923-8d0a-15e7a9069f35,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:32.516308 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 74f004ac-1a79-4bd1-be0e-04fb236b29f4 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:03:32.522062 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e4c5d-9715-4878-a396-776c40aa82d6 admin admin] Pushing event updated for resources: {'Port': ['ID=86cf56ea-8692-427e-af8e-6735d5ad553d,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:32.526313 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-73b7d235-c6ad-4c53-8d0f-1c3ba33cf592 req-a674885f-20f5-4359-892d-949d31aacb4c service neutron] 10.222.0.82 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1041229
Jan 28 02:03:32.580205 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-901f1826-9208-4772-9c0d-7946f61f0009 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6485770
Jan 28 02:03:32.589206 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: 74f004ac-1a79-4bd1-be0e-04fb236b29f4 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:03:32.589542 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 74f004ac-1a79-4bd1-be0e-04fb236b29f4 not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:03:32.600449 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-1339bb07-abc4-4d81-9fde-a0516fb0e660 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:32.615690 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-1339bb07-abc4-4d81-9fde-a0516fb0e660 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/networks?id=03f0791d-b3f7-4442-a4cf-e0612c275e41 HTTP/1.1" status: 200  len: 808 time: 0.3358345
Jan 28 02:03:32.619334 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-c0d10a16-e36c-4b68-ba82-347d506d0efb tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/quotas/db6ea7ebf03d4ba89b2158cb1610b391 HTTP/1.1" status: 200  len: 375 time: 0.0096800
Jan 28 02:03:32.629921 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Request body: {'port': {'device_id': 'ba343337-b8f3-4f63-875e-c13b7711e8bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:03:32.659463 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-140edb57-753d-4edf-b180-a7752e58b797 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=db6ea7ebf03d4ba89b2158cb1610b391&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0326121
Jan 28 02:03:32.695634 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-461e4c5d-9715-4878-a396-776c40aa82d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:32.752754 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:32.772119 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-728049b7-a126-4f7c-8176-7684f969e5be service neutron] 10.222.0.77 "GET /v2.0/networks/03f0791d-b3f7-4442-a4cf-e0612c275e41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1018438
Jan 28 02:03:32.801602 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] Attempting to bind port f025e651-a3b7-4923-8d0a-15e7a9069f35 on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:03:32.802005 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] Attempting to bind port f025e651-a3b7-4923-8d0a-15e7a9069f35 by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '07a7371c-18ff-4733-8116-eb5a4ff0082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ff57c783-67c8-479a-845e-96fc876c32a4'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:03:32.802368 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] Attempting to bind port f025e651-a3b7-4923-8d0a-15e7a9069f35 on network ff57c783-67c8-479a-845e-96fc876c32a4 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:03:32.823958 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:03:32.824393 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] Checking segment: {'id': '07a7371c-18ff-4733-8116-eb5a4ff0082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ff57c783-67c8-479a-845e-96fc876c32a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:03:32.824733 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:32.825138 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] Bound using segment: {'id': '07a7371c-18ff-4733-8116-eb5a4ff0082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ff57c783-67c8-479a-845e-96fc876c32a4'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:03:32.825598 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] Bound port: f025e651-a3b7-4923-8d0a-15e7a9069f35, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a7371c-18ff-4733-8116-eb5a4ff0082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ff57c783-67c8-479a-845e-96fc876c32a4'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:03:32.826011 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:32.846114 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-00ad1547-d12d-4e74-b3a2-1ad7b4209051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:32.899900 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352ad23-ffb5-4e39-9534-21af916ac3c5 req-d12f0002-4f9b-4b59-b14a-c13a15dade95 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:32.902299 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1352ad23-ffb5-4e39-9534-21af916ac3c5 req-d12f0002-4f9b-4b59-b14a-c13a15dade95 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1225889
Jan 28 02:03:32.932897 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa2834c0>, [{'id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'name': 'tempest-TestMinimumBasicScenario-1264500199-router', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:23Z', 'updated_at': '2022-01-28T02:03:27Z', 'revision_number': 4, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'gw_port': {'id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:24Z', 'updated_at': '2022-01-28T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'd47f8b4c-1b2f-4657-bbb0-5c30869ed3db', 'name': '', 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'mac_address': 'fa:16:3e:11:26:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '1b393d39-c8f1-4417-b01a-d64b8315c262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:26Z', 'updated_at': '2022-01-28T02:03:30Z', 'revision_number': 4, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'subnets': [{'id': '1b393d39-c8f1-4417-b01a-d64b8315c262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:03:32.944663 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-db8d8d75-e657-4fc2-bd71-a400751ca7ee service neutron] 10.222.0.77 "GET /v2.0/networks/03f0791d-b3f7-4442-a4cf-e0612c275e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1633089
Jan 28 02:03:32.981272 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1352ad23-ffb5-4e39-9534-21af916ac3c5 req-a91d0070-7522-4176-a8ce-85f8b535abf6 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588679
Jan 28 02:03:32.988562 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-00ad1547-d12d-4e74-b3a2-1ad7b4209051 None None] For port d47f8b4c-1b2f-4657-bbb0-5c30869ed3db, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=d47f8b4c-1b2f-4657-bbb0-5c30869ed3db,segment=NetworkSegment(93086bcc-0628-453c-a2d3-0718c8a10fd4),segment_id=93086bcc-0628-453c-a2d3-0718c8a10fd4)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:03:32.994640 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a7e9ce-3259-4175-bb70-dc69e758c6d8 None None] The sync data for ids ['f9da3210-bede-47cb-a4c4-1721093d2d93'] in dv-cinder-824979-1-iscsi is: [{'id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'name': 'tempest-TestMinimumBasicScenario-1264500199-router', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:23Z', 'updated_at': '2022-01-28T02:03:27Z', 'revision_number': 4, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'gw_port': {'id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:24Z', 'updated_at': '2022-01-28T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'd47f8b4c-1b2f-4657-bbb0-5c30869ed3db', 'name': '', 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'mac_address': 'fa:16:3e:11:26:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '1b393d39-c8f1-4417-b01a-d64b8315c262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:26Z', 'updated_at': '2022-01-28T02:03:30Z', 'revision_number': 4, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'subnets': [{'id': '1b393d39-c8f1-4417-b01a-d64b8315c262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:03:33.003103 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-00ad1547-d12d-4e74-b3a2-1ad7b4209051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:33.089580 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] For port f025e651-a3b7-4923-8d0a-15e7a9069f35, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:03:33.113975 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] For port f025e651-a3b7-4923-8d0a-15e7a9069f35, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=f025e651-a3b7-4923-8d0a-15e7a9069f35,segment=NetworkSegment(07a7371c-18ff-4733-8116-eb5a4ff0082d),segment_id=07a7371c-18ff-4733-8116-eb5a4ff0082d)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:03:33.133005 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:33.189945 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad1547-d12d-4e74-b3a2-1ad7b4209051 None None] Pushing event updated for resources: {'Port': ['ID=d47f8b4c-1b2f-4657-bbb0-5c30869ed3db,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:33.328770 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec6bd8-660e-4bf7-9001-4902ed9ef244 req-5b27d0a3-0e5e-48fe-b2c5-a6a4b2e39b8f tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:33.336870 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-75ec6bd8-660e-4bf7-9001-4902ed9ef244 req-5b27d0a3-0e5e-48fe-b2c5-a6a4b2e39b8f tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 932 time: 0.1941378
Jan 28 02:03:33.408845 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-77ca2855-33fa-4988-b0be-3cd895f1c8cf req-fa50fa03-49ea-4757-8868-d34a0def9b7e tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 210 time: 0.0706961
Jan 28 02:03:33.450057 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-75ec6bd8-660e-4bf7-9001-4902ed9ef244 req-68cf0fdf-dfca-40da-9d0b-0baee9fd40db tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399592
Jan 28 02:03:33.525961 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-461e4c5d-9715-4878-a396-776c40aa82d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551287'] for router, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:33.547040 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48f8f7-f177-4549-a70d-eae9309528f0 None None] Pushing event updated for resources: {'Port': ['ID=f025e651-a3b7-4923-8d0a-15e7a9069f35,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:33.896058 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461e4c5d-9715-4878-a396-776c40aa82d6 admin admin] Router e683631c-72c6-480a-bcb6-e5a46e9135f0 is scheduled to L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 with binding_index 1 {{(pid=101323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 28 02:03:33.919445 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c105129e-5873-411f-b8e0-8fa24f669b60 {{(pid=101323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:03:33.962184 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:33.985764 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.provisioning_blocks [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Transition to ACTIVE for port object c105129e-5873-411f-b8e0-8fa24f669b60 will not be triggered until provisioned by entity L2. {{(pid=101323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:03:34.018566 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:34.098955 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Pushing event updated for resources: {'Port': ['ID=c105129e-5873-411f-b8e0-8fa24f669b60,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:34.124711 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461e4c5d-9715-4878-a396-776c40aa82d6 admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:03:34.136552 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] Sync routers for ids ['e683631c-72c6-480a-bcb6-e5a46e9135f0'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:03:34.156644 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] Routers {'e683631c-72c6-480a-bcb6-e5a46e9135f0'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:03:34.156856 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c28ab-bf42-40ea-ae3c-9fba6bf5dc00 req-4a5659b5-e89e-4307-94c4-d2057c78c35b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:34.157331 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fafcd9a0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:03:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['e683631c-72c6-480a-bcb6-e5a46e9135f0'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:03:34.165065 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-296c28ab-bf42-40ea-ae3c-9fba6bf5dc00 req-4a5659b5-e89e-4307-94c4-d2057c78c35b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0804656
Jan 28 02:03:34.247473 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-296c28ab-bf42-40ea-ae3c-9fba6bf5dc00 req-3d2bd615-12ef-4c9c-a9f7-b25886f179b2 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779624
Jan 28 02:03:34.296163 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-461e4c5d-9715-4878-a396-776c40aa82d6 admin admin] Notify callbacks [] for router, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:34.299515 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-461e4c5d-9715-4878-a396-776c40aa82d6 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.1468379
Jan 28 02:03:34.299624 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 41248) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:34.402185 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Attempting to bind port c105129e-5873-411f-b8e0-8fa24f669b60 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:03:34.403109 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Attempting to bind port c105129e-5873-411f-b8e0-8fa24f669b60 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '374283b2-2bd7-47c5-8ecc-11b670e17633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9'}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:03:34.403109 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Attempting to bind port c105129e-5873-411f-b8e0-8fa24f669b60 on network a12a014d-4a71-408b-a943-054c73574ed9 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:03:34.411070 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Port c105129e-5873-411f-b8e0-8fa24f669b60 on network a12a014d-4a71-408b-a943-054c73574ed9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:03:34.412086 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Attempting to bind port c105129e-5873-411f-b8e0-8fa24f669b60 on network a12a014d-4a71-408b-a943-054c73574ed9 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:03:34.421613 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:03:34.422339 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Checking segment: {'id': '374283b2-2bd7-47c5-8ecc-11b670e17633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:03:34.422838 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Bound using segment: {'id': '374283b2-2bd7-47c5-8ecc-11b670e17633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9'} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:03:34.423493 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Bound port: c105129e-5873-411f-b8e0-8fa24f669b60, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374283b2-2bd7-47c5-8ecc-11b670e17633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9'}}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:03:34.423946 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:34.480670 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] Set router e683631c-72c6-480a-bcb6-e5a46e9135f0 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:03:34.559712 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] For port c105129e-5873-411f-b8e0-8fa24f669b60, host hv-cinder-82497, cleared binding levels {{(pid=101323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:03:34.564300 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] For port c105129e-5873-411f-b8e0-8fa24f669b60, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=c105129e-5873-411f-b8e0-8fa24f669b60,segment=NetworkSegment(374283b2-2bd7-47c5-8ecc-11b670e17633),segment_id=374283b2-2bd7-47c5-8ecc-11b670e17633)] {{(pid=101323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:03:34.572552 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:34.588331 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-364a1837-ab91-458b-be19-51a981850a6c req-9deee8ba-e253-4dd6-83f4-5def6baa605d tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 210 time: 0.0552764
Jan 28 02:03:34.712020 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Pushing event updated for resources: {'Port': ['ID=c105129e-5873-411f-b8e0-8fa24f669b60,revision_number=3']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:34.757325 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:34.763074 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:34.766532 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-b31b64de-c9e9-4809-b47f-e1b649fe4e31 service neutron] 10.222.0.82 "PUT /v2.0/ports/c105129e-5873-411f-b8e0-8fa24f669b60 HTTP/1.1" status: 200  len: 1094 time: 2.1410224
Jan 28 02:03:34.766973 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba343337-b8f3-4f63-875e-c13b7711e8bf', 'tag': 'c105129e-5873-411f-b8e0-8fa24f669b60'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:03:34.769351 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd04e478-031b-455a-83f6-15779105d269" -d '{"events": [{"name": "network-changed", "server_uuid": "ba343337-b8f3-4f63-875e-c13b7711e8bf", "tag": "c105129e-5873-411f-b8e0-8fa24f669b60"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:03:34.818655 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fafcd9a0>, [{'id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'name': 'tempest-TestMinimumBasicScenario-1966622886-router', 'tenant_id': 'f7958af1ab86410ba70c5300b15da9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '86cf56ea-8692-427e-af8e-6735d5ad553d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:30Z', 'updated_at': '2022-01-28T02:03:32Z', 'revision_number': 3, 'project_id': 'f7958af1ab86410ba70c5300b15da9d8', 'gw_port': {'id': '86cf56ea-8692-427e-af8e-6735d5ad553d', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:31Z', 'updated_at': '2022-01-28T02:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:03:34.823513 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a950a8ae-2b1a-49e1-b0be-2323b1872c92 None None] Network ff57c783-67c8-479a-845e-96fc876c32a4 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:03:34.892619 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] Checking router: e683631c-72c6-480a-bcb6-e5a46e9135f0 for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:03:34.895231 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] Updating router e683631c-72c6-480a-bcb6-e5a46e9135f0 port 86cf56ea-8692-427e-af8e-6735d5ad553d binding host dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:03:34.941808 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:34.950281 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-713e041c-9cf9-489e-a774-cc400c9f1aee None None] Provisioning complete for port f025e651-a3b7-4923-8d0a-15e7a9069f35 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:34.950745 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-713e041c-9cf9-489e-a774-cc400c9f1aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:35.079737 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-83685719-7aee-474d-87f4-0672724f2883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:35.081258 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-83685719-7aee-474d-87f4-0672724f2883 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6639261ee8ee46e0a4e3a01eb63b9ab4&device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 1097 time: 0.1565938
Jan 28 02:03:35.084696 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0edec-273d-4fec-b26d-4f52b1bb3597 req-8871303e-2e61-47bf-96c8-a4b080f4c3d9 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:35.097523 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5ea0edec-273d-4fec-b26d-4f52b1bb3597 req-8871303e-2e61-47bf-96c8-a4b080f4c3d9 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 944 time: 0.4135857
Jan 28 02:03:35.102286 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fd40fd-ee24-4f38-a1a5-68e8286c8f80 x-openstack-request-id: req-99fd40fd-ee24-4f38-a1a5-68e8286c8f80 {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:03:35.102793 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba343337-b8f3-4f63-875e-c13b7711e8bf", "tag": "c105129e-5873-411f-b8e0-8fa24f669b60", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:03:35.103239 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-99fd40fd-ee24-4f38-a1a5-68e8286c8f80 {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:03:35.103583 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba343337-b8f3-4f63-875e-c13b7711e8bf', 'tag': 'c105129e-5873-411f-b8e0-8fa24f669b60', 'status': 'completed', 'code': 200}
Jan 28 02:03:35.211809 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-a8ede1d9-8128-4fb6-9c20-327597574723 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c105129e-5873-411f-b8e0-8fa24f669b60 HTTP/1.1" status: 200  len: 217 time: 0.0850804
Jan 28 02:03:35.252629 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-713e041c-9cf9-489e-a774-cc400c9f1aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:35.327756 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-713e041c-9cf9-489e-a774-cc400c9f1aee None None] For port f025e651-a3b7-4923-8d0a-15e7a9069f35, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=f025e651-a3b7-4923-8d0a-15e7a9069f35,segment=NetworkSegment(07a7371c-18ff-4733-8116-eb5a4ff0082d),segment_id=07a7371c-18ff-4733-8116-eb5a4ff0082d)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:03:35.335024 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-713e041c-9cf9-489e-a774-cc400c9f1aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:35.395544 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device d47f8b4c-1b2f-4657-bbb0-5c30869ed3db up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:03:35.412811 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-7e7667b0-1fce-43d0-9be5-050e596f417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:35.418178 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-7e7667b0-1fce-43d0-9be5-050e596f417a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=458cc6c2-7388-45e4-bb6b-10c0e6fa544d HTTP/1.1" status: 200  len: 853 time: 0.1022496
Jan 28 02:03:35.478459 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e041c-9cf9-489e-a774-cc400c9f1aee None None] Pushing event updated for resources: {'Port': ['ID=f025e651-a3b7-4923-8d0a-15e7a9069f35,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:35.497118 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port d47f8b4c-1b2f-4657-bbb0-5c30869ed3db triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:35.498079 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:35.531237 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-095cb8d0-b6e1-4c7c-b633-6751c838c2b6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a12a014d-4a71-408b-a943-054c73574ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0973694
Jan 28 02:03:35.589591 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:35.601288 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:35.653912 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device f025e651-a3b7-4923-8d0a-15e7a9069f35 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:03:35.676366 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-bac501e1-d69e-468a-a1e3-ffaf9c1d3345 service neutron] 10.222.0.82 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335456
Jan 28 02:03:35.692537 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-6eca3dda-1b64-4a5c-a98a-afdd9740383f None None] Provisioning complete for port f025e651-a3b7-4923-8d0a-15e7a9069f35 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:35.692995 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6eca3dda-1b64-4a5c-a98a-afdd9740383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:35.729091 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] Attempting to bind port 86cf56ea-8692-427e-af8e-6735d5ad553d on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:03:35.734197 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] Attempting to bind port 86cf56ea-8692-427e-af8e-6735d5ad553d by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:03:35.735588 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] Attempting to bind port 86cf56ea-8692-427e-af8e-6735d5ad553d on network 77030b15-4317-4bc4-9693-f7afef5939e8 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:03:35.758590 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542bde6-08a4-4a7b-a8b0-66e725f1ab10 None None] Pushing event updated for resources: {'Port': ['ID=86cf56ea-8692-427e-af8e-6735d5ad553d,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:35.762447 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port f025e651-a3b7-4923-8d0a-15e7a9069f35 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:35.762829 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:35.768337 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:03:35.769424 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] Checking segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:03:35.770054 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:35.771127 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] Bound using segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:03:35.771385 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] Bound port: 86cf56ea-8692-427e-af8e-6735d5ad553d, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:03:35.771951 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:35.834937 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5ea0edec-273d-4fec-b26d-4f52b1bb3597 req-4a0ce3de-b646-44f5-bf89-b2e7b3c3ec7e tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7339549
Jan 28 02:03:35.849920 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d9d0a413-9794-43c8-b50c-69d488c70b4d req-70bd1513-6630-44b6-a087-028fc276eaf2 service neutron] 10.222.0.82 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1626487
Jan 28 02:03:35.880972 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] For port 86cf56ea-8692-427e-af8e-6735d5ad553d, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:03:35.885588 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] For port 86cf56ea-8692-427e-af8e-6735d5ad553d, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=86cf56ea-8692-427e-af8e-6735d5ad553d,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:03:35.893827 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:35.959192 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] Routers {'e683631c-72c6-480a-bcb6-e5a46e9135f0'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:03:35.959810 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fafcd9a0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:03:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['e683631c-72c6-480a-bcb6-e5a46e9135f0'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:03:35.997002 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542bde6-08a4-4a7b-a8b0-66e725f1ab10 None None] Pushing event updated for resources: {'Port': ['ID=86cf56ea-8692-427e-af8e-6735d5ad553d,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:36.002096 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd108b5-7712-4c04-b860-c61155f0571b req-da5cde22-3fc6-4d86-9798-dc16175c5321 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:36.004420 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7fd108b5-7712-4c04-b860-c61155f0571b req-da5cde22-3fc6-4d86-9798-dc16175c5321 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.7389338
Jan 28 02:03:36.038895 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04e478-031b-455a-83f6-15779105d269 req-fd9740d3-726c-47cb-986b-aac0e80073ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:36.040486 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fd04e478-031b-455a-83f6-15779105d269 req-fd9740d3-726c-47cb-986b-aac0e80073ca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6639261ee8ee46e0a4e3a01eb63b9ab4&device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 1097 time: 0.0649428
Jan 28 02:03:36.069365 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] Set router e683631c-72c6-480a-bcb6-e5a46e9135f0 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:03:36.081699 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-0b6fbfcc-494c-482e-9146-e0ccfe0d07b8 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:36.083180 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-0b6fbfcc-494c-482e-9146-e0ccfe0d07b8 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.82 "GET /v2.0/networks?id=03f0791d-b3f7-4442-a4cf-e0612c275e41 HTTP/1.1" status: 200  len: 808 time: 0.3728426
Jan 28 02:03:36.107230 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7fd108b5-7712-4c04-b860-c61155f0571b req-008118fb-25a6-4dd3-ba9f-03c3f8387bdb tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0921724
Jan 28 02:03:36.110675 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-e7e88991-d7fa-4c00-86cf-39b25a4f94e6 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Request body: {'port': {'device_id': '71af6d79-02c9-49a6-b39a-e9ff65a92bdd', 'network_id': '03f0791d-b3f7-4442-a4cf-e0612c275e41', 'admin_state_up': True, 'tenant_id': 'db6ea7ebf03d4ba89b2158cb1610b391'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:03:36.122323 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef8460-a51a-4591-b33e-ef9365e88135 req-0c5b52a9-2bc8-4d5c-9e46-b74f6e34efd7 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:36.125102 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-64ef8460-a51a-4591-b33e-ef9365e88135 req-0c5b52a9-2bc8-4d5c-9e46-b74f6e34efd7 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1909368
Jan 28 02:03:36.140074 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04e478-031b-455a-83f6-15779105d269 req-0946c2ce-5a3f-4683-a43c-d2bfe5f5e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:36.141551 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fd04e478-031b-455a-83f6-15779105d269 req-0946c2ce-5a3f-4683-a43c-d2bfe5f5e735 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a12a014d-4a71-408b-a943-054c73574ed9 HTTP/1.1" status: 200  len: 914 time: 0.0934813
Jan 28 02:03:36.195598 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fd04e478-031b-455a-83f6-15779105d269 req-7f7107a1-9b94-4975-b8e4-7dad562742b5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c105129e-5873-411f-b8e0-8fa24f669b60 HTTP/1.1" status: 200  len: 217 time: 0.0443282
Jan 28 02:03:36.267180 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fafcd9a0>, [{'id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'name': 'tempest-TestMinimumBasicScenario-1966622886-router', 'tenant_id': 'f7958af1ab86410ba70c5300b15da9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '86cf56ea-8692-427e-af8e-6735d5ad553d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:30Z', 'updated_at': '2022-01-28T02:03:32Z', 'revision_number': 3, 'project_id': 'f7958af1ab86410ba70c5300b15da9d8', 'gw_port': {'id': '86cf56ea-8692-427e-af8e-6735d5ad553d', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:31Z', 'updated_at': '2022-01-28T02:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:03:36.268693 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-029cb00f-dae8-400d-a818-da84b827d50e req-cfd91c4d-9a4a-4ba6-b173-2d9b078b25aa tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 210 time: 0.0628579
Jan 28 02:03:36.302180 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9355f5e-5d7f-4f2b-869d-637a3fd783cb None None] The sync data for ids ['e683631c-72c6-480a-bcb6-e5a46e9135f0'] in dv-cinder-824979-1-iscsi is: [{'id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'name': 'tempest-TestMinimumBasicScenario-1966622886-router', 'tenant_id': 'f7958af1ab86410ba70c5300b15da9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '86cf56ea-8692-427e-af8e-6735d5ad553d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:30Z', 'updated_at': '2022-01-28T02:03:32Z', 'revision_number': 3, 'project_id': 'f7958af1ab86410ba70c5300b15da9d8', 'gw_port': {'id': '86cf56ea-8692-427e-af8e-6735d5ad553d', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:31Z', 'updated_at': '2022-01-28T02:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:03:36.304554 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-b0867739-4007-45aa-9c4e-9535117c6c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:36.337918 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-64ef8460-a51a-4591-b33e-ef9365e88135 req-f86cdabe-4fd9-4250-b18b-9b0952c15356 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796198
Jan 28 02:03:36.439707 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-e7e88991-d7fa-4c00-86cf-39b25a4f94e6 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Made reservation on behalf of db6ea7ebf03d4ba89b2158cb1610b391 for: {'port': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:03:36.443152 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-e7e88991-d7fa-4c00-86cf-39b25a4f94e6 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:36.597128 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 41304) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:36.623018 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_common [None req-b0867739-4007-45aa-9c4e-9535117c6c2a admin admin] Allocated IP 172.20.0.1 (ff57c783-67c8-479a-845e-96fc876c32a4/3b509021-23fc-49c0-868e-6e327655a71f/d5e8e38f-65c7-4922-9926-a38cddbb37a8) {{(pid=101322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:03:36.675680 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_common [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-e7e88991-d7fa-4c00-86cf-39b25a4f94e6 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Allocated IP 172.20.0.11 (03f0791d-b3f7-4442-a4cf-e0612c275e41/8a3560c4-c1af-4966-b90a-dadc0dd19cc5/fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb) {{(pid=101322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:03:36.796027 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-fd474550-1b77-4df3-80c3-e340ff66bd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:36.845318 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-b0867739-4007-45aa-9c4e-9535117c6c2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:36.936641 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-e7e88991-d7fa-4c00-86cf-39b25a4f94e6 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Notify callbacks [] for port, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:36.937058 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-fd474550-1b77-4df3-80c3-e340ff66bd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:36.943926 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-fd474550-1b77-4df3-80c3-e340ff66bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:36.953618 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-b0867739-4007-45aa-9c4e-9535117c6c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:36.988182 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd474550-1b77-4df3-80c3-e340ff66bd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bb02ec-6c5b-4262-a268-d3e5d1098176,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:36.997308 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-fd474550-1b77-4df3-80c3-e340ff66bd54 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a347ae61ad124e1e9038751eaa4413ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3954086
Jan 28 02:03:36.997561 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 41316) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:37.043554 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0867739-4007-45aa-9c4e-9535117c6c2a admin admin] Network ff57c783-67c8-479a-845e-96fc876c32a4 is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:03:37.051686 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-b0867739-4007-45aa-9c4e-9535117c6c2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:03:37.063709 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0867739-4007-45aa-9c4e-9535117c6c2a admin admin] Received port after_create {{(pid=101322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:03:37.100579 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35654379-35bf-44a1-ba47-9ba1c8fd49f5 req-1cc47a8e-b4ea-494f-89d0-c76ec578ea48 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:37.108319 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-35654379-35bf-44a1-ba47-9ba1c8fd49f5 req-1cc47a8e-b4ea-494f-89d0-c76ec578ea48 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 944 time: 0.1694648
Jan 28 02:03:37.115978 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0867739-4007-45aa-9c4e-9535117c6c2a admin admin] Pushing event updated for resources: {'Port': ['ID=d5e8e38f-65c7-4922-9926-a38cddbb37a8,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:37.127236 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04e478-031b-455a-83f6-15779105d269 req-295b1cb7-064b-4227-88f2-bd9bbc260e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:37.129482 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fd04e478-031b-455a-83f6-15779105d269 req-295b1cb7-064b-4227-88f2-bd9bbc260e2e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=458cc6c2-7388-45e4-bb6b-10c0e6fa544d HTTP/1.1" status: 200  len: 853 time: 0.0985892
Jan 28 02:03:37.130940 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-8afe0648-7345-47ea-a2dd-9454ef1abed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:37.158842 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-e7e88991-d7fa-4c00-86cf-39b25a4f94e6 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:37.174270 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-8afe0648-7345-47ea-a2dd-9454ef1abed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:37.257423 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-8afe0648-7345-47ea-a2dd-9454ef1abed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:37.262561 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-8afe0648-7345-47ea-a2dd-9454ef1abed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:37.263913 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-8afe0648-7345-47ea-a2dd-9454ef1abed4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/56bb02ec-6c5b-4262-a268-d3e5d1098176 HTTP/1.1" status: 204  len: 168 time: 0.2643552
Jan 28 02:03:37.268523 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-b0867739-4007-45aa-9c4e-9535117c6c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545034'] for router_interface, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:37.276261 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device f025e651-a3b7-4923-8d0a-15e7a9069f35 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:03:37.279095 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe0648-7345-47ea-a2dd-9454ef1abed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bb02ec-6c5b-4262-a268-d3e5d1098176,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:37.307630 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-e7e88991-d7fa-4c00-86cf-39b25a4f94e6 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Network 03f0791d-b3f7-4442-a4cf-e0612c275e41 is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:03:37.343281 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port f025e651-a3b7-4923-8d0a-15e7a9069f35 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:37.343974 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:37.374630 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-35654379-35bf-44a1-ba47-9ba1c8fd49f5 req-0b4968dd-09b8-4bb8-87d9-87f8f291da5a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2651262
Jan 28 02:03:37.384800 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-e7e88991-d7fa-4c00-86cf-39b25a4f94e6 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:03:37.406621 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-e7e88991-d7fa-4c00-86cf-39b25a4f94e6 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Received port after_create {{(pid=101322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:03:37.408228 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-2fa54e39-5035-4718-a623-1a53db57a07a None None] Provisioning complete for port d5e8e38f-65c7-4922-9926-a38cddbb37a8 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:37.408664 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2fa54e39-5035-4718-a623-1a53db57a07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:37.444095 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e88991-d7fa-4c00-86cf-39b25a4f94e6 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Pushing event updated for resources: {'Port': ['ID=fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:37.448835 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-2fa54e39-5035-4718-a623-1a53db57a07a None None] Port d5e8e38f-65c7-4922-9926-a38cddbb37a8 cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:03:37.496651 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 86cf56ea-8692-427e-af8e-6735d5ad553d up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:03:37.518831 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275d499-ee12-4b4c-ac32-d4451b4a7cf9 req-3b63ffb4-7cab-436f-b885-11577e18fdde tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:37.520411 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1275d499-ee12-4b4c-ac32-d4451b4a7cf9 req-3b63ffb4-7cab-436f-b885-11577e18fdde tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.2861738
Jan 28 02:03:37.547636 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-e7e88991-d7fa-4c00-86cf-39b25a4f94e6 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:37.548438 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-e7e88991-d7fa-4c00-86cf-39b25a4f94e6 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:37.551500 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 86cf56ea-8692-427e-af8e-6735d5ad553d triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:37.551947 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:37.600181 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-e7e88991-d7fa-4c00-86cf-39b25a4f94e6 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4968905
Jan 28 02:03:37.614942 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0aa54-ca9e-4782-90e5-e0ac072d05c4 req-eb6f2681-4b14-4b5a-aa5c-79e42cf7a8b8 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:37.616107 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4cc0aa54-ca9e-4782-90e5-e0ac072d05c4 req-eb6f2681-4b14-4b5a-aa5c-79e42cf7a8b8 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 932 time: 0.1448870
Jan 28 02:03:37.648510 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:37.674015 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] For port 86cf56ea-8692-427e-af8e-6735d5ad553d, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=86cf56ea-8692-427e-af8e-6735d5ad553d,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:03:37.674366 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1275d499-ee12-4b4c-ac32-d4451b4a7cf9 req-16296279-5b7e-4ce0-9c62-a55ffcc67368 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1200969
Jan 28 02:03:37.676753 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-b0867739-4007-45aa-9c4e-9535117c6c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:37.678889 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:37.705481 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4cc0aa54-ca9e-4782-90e5-e0ac072d05c4 req-b38310c7-a94f-4996-91ab-d9382b05d818 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806239
Jan 28 02:03:37.748584 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Pushing event updated for resources: {'Port': ['ID=86cf56ea-8692-427e-af8e-6735d5ad553d,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:37.869217 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-b0867739-4007-45aa-9c4e-9535117c6c2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:37.873959 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-b0867739-4007-45aa-9c4e-9535117c6c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4291371100'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:37.947150 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-b0867739-4007-45aa-9c4e-9535117c6c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545206'] for router_interface, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:37.949840 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0867739-4007-45aa-9c4e-9535117c6c2a admin admin] Pushing event updated for resources: {'Port': ['ID=d5e8e38f-65c7-4922-9926-a38cddbb37a8,revision_number=2']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:38.051243 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0867739-4007-45aa-9c4e-9535117c6c2a admin admin] Network ff57c783-67c8-479a-845e-96fc876c32a4 is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:03:38.052708 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-b0867739-4007-45aa-9c4e-9535117c6c2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:03:38.182852 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0867739-4007-45aa-9c4e-9535117c6c2a admin admin] Router e683631c-72c6-480a-bcb6-e5a46e9135f0 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:03:38.280941 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-8716c89f-1b9c-4b57-9a3a-263870424f70 None None] Provisioning complete for port d5e8e38f-65c7-4922-9926-a38cddbb37a8 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:38.282007 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8716c89f-1b9c-4b57-9a3a-263870424f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:38.330384 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0867739-4007-45aa-9c4e-9535117c6c2a admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:03:38.340655 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-8716c89f-1b9c-4b57-9a3a-263870424f70 None None] Port d5e8e38f-65c7-4922-9926-a38cddbb37a8 cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:03:38.343305 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-b0867739-4007-45aa-9c4e-9535117c6c2a admin admin] 10.222.0.77 "PUT /v2.0/routers/e683631c-72c6-480a-bcb6-e5a46e9135f0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0426803
Jan 28 02:03:38.407476 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] Sync routers for ids ['e683631c-72c6-480a-bcb6-e5a46e9135f0'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:03:38.419197 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] Routers {'e683631c-72c6-480a-bcb6-e5a46e9135f0'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:03:38.419609 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa3ad0a0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:03:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['e683631c-72c6-480a-bcb6-e5a46e9135f0'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:03:38.546105 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b91b5c-bb6c-4311-8a0c-d6869e6b4143 req-0b12e6f2-96a5-437c-a2b4-f97775c60ff2 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:38.564874 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d2b91b5c-bb6c-4311-8a0c-d6869e6b4143 req-0b12e6f2-96a5-437c-a2b4-f97775c60ff2 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 944 time: 0.0912759
Jan 28 02:03:38.630297 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d2b91b5c-bb6c-4311-8a0c-d6869e6b4143 req-ed1edef5-40f9-4c0c-9d4f-9f85843f178c tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644679
Jan 28 02:03:38.745895 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Request body: {'port': {'device_id': '71af6d79-02c9-49a6-b39a-e9ff65a92bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:03:38.774875 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] Set router e683631c-72c6-480a-bcb6-e5a46e9135f0 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:03:38.821545 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fd04e478-031b-455a-83f6-15779105d269 req-3ad6604b-5a8f-4519-90dc-c0dd87e9f938 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a12a014d-4a71-408b-a943-054c73574ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0823343
Jan 28 02:03:38.865641 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:38.965561 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fd04e478-031b-455a-83f6-15779105d269 req-cac9e44a-0fe1-45c7-87a1-42919caa1268 service neutron] 10.222.0.82 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276836
Jan 28 02:03:39.075235 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbf666-7dc7-4ed4-b3ab-7ccedcda1576 req-72ed79a7-5474-4aed-bbde-86861d74d5af tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:39.076590 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8ecbf666-7dc7-4ed4-b3ab-7ccedcda1576 req-72ed79a7-5474-4aed-bbde-86861d74d5af tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.1943686
Jan 28 02:03:39.091562 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 86cf56ea-8692-427e-af8e-6735d5ad553d up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:03:39.096578 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686bb265-8d12-47c7-88c0-12918ff13093 req-79c63bd1-4b04-4f6f-aea8-9b23d5280ce6 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:39.100100 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-686bb265-8d12-47c7-88c0-12918ff13093 req-79c63bd1-4b04-4f6f-aea8-9b23d5280ce6 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 932 time: 0.2190347
Jan 28 02:03:39.133584 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fd04e478-031b-455a-83f6-15779105d269 req-d49a516f-0725-4ec1-9df7-877ad4ae0fcc service neutron] 10.222.0.82 "GET /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1587329
Jan 28 02:03:39.153590 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa3ad0a0>, [{'id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'name': 'tempest-TestMinimumBasicScenario-1966622886-router', 'tenant_id': 'f7958af1ab86410ba70c5300b15da9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '86cf56ea-8692-427e-af8e-6735d5ad553d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:30Z', 'updated_at': '2022-01-28T02:03:37Z', 'revision_number': 4, 'project_id': 'f7958af1ab86410ba70c5300b15da9d8', 'gw_port': {'id': '86cf56ea-8692-427e-af8e-6735d5ad553d', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:31Z', 'updated_at': '2022-01-28T02:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'd5e8e38f-65c7-4922-9926-a38cddbb37a8', 'name': '', 'network_id': 'ff57c783-67c8-479a-845e-96fc876c32a4', 'tenant_id': 'f7958af1ab86410ba70c5300b15da9d8', 'mac_address': 'fa:16:3e:b7:1a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3b509021-23fc-49c0-868e-6e327655a71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:36Z', 'updated_at': '2022-01-28T02:03:37Z', 'revision_number': 2, 'project_id': 'f7958af1ab86410ba70c5300b15da9d8', 'subnets': [{'id': '3b509021-23fc-49c0-868e-6e327655a71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:03:39.192122 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] Checking router: e683631c-72c6-480a-bcb6-e5a46e9135f0 for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:03:39.192856 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] Updating router e683631c-72c6-480a-bcb6-e5a46e9135f0 port d5e8e38f-65c7-4922-9926-a38cddbb37a8 binding host dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:03:39.220158 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 86cf56ea-8692-427e-af8e-6735d5ad553d triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:39.220532 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:39.247415 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8ecbf666-7dc7-4ed4-b3ab-7ccedcda1576 req-2b3ef274-1130-4b19-83a7-6e46fd6fd269 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1480610
Jan 28 02:03:39.249156 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:39.291304 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-686bb265-8d12-47c7-88c0-12918ff13093 req-76aa1019-80b7-489c-8459-32a1087d256c tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333909
Jan 28 02:03:39.464358 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb {{(pid=101322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:03:39.475822 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:39.494143 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.provisioning_blocks [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Transition to ACTIVE for port object fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb will not be triggered until provisioned by entity L2. {{(pid=101322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:03:39.505621 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4291371100'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:39.592563 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb,revision_number=2']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:39.665440 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:39.673336 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:39.703312 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.managers [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Attempting to bind port fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:03:39.703736 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.managers [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Attempting to bind port fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '641f6642-8344-4738-8f35-5944fff72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '03f0791d-b3f7-4442-a4cf-e0612c275e41'}] {{(pid=101322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:03:39.704073 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Attempting to bind port fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb on network 03f0791d-b3f7-4442-a4cf-e0612c275e41 {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:03:39.728843 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Port fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb on network 03f0791d-b3f7-4442-a4cf-e0612c275e41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:03:39.732714 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Attempting to bind port fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb on network 03f0791d-b3f7-4442-a4cf-e0612c275e41 {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:03:39.738109 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4bb11a-8b4d-441f-8781-fe40598598e0 None None] Pushing event updated for resources: {'Port': ['ID=d5e8e38f-65c7-4922-9926-a38cddbb37a8,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:39.786366 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:03:39.787257 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Checking segment: {'id': '641f6642-8344-4738-8f35-5944fff72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '03f0791d-b3f7-4442-a4cf-e0612c275e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:03:39.787865 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Bound using segment: {'id': '641f6642-8344-4738-8f35-5944fff72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '03f0791d-b3f7-4442-a4cf-e0612c275e41'} {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:03:39.788717 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.managers [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Bound port: fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '641f6642-8344-4738-8f35-5944fff72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '03f0791d-b3f7-4442-a4cf-e0612c275e41'}}] {{(pid=101322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:03:39.789543 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:39.819515 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] Attempting to bind port d5e8e38f-65c7-4922-9926-a38cddbb37a8 on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:03:39.819999 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] Attempting to bind port d5e8e38f-65c7-4922-9926-a38cddbb37a8 by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '07a7371c-18ff-4733-8116-eb5a4ff0082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ff57c783-67c8-479a-845e-96fc876c32a4'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:03:39.820429 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] Attempting to bind port d5e8e38f-65c7-4922-9926-a38cddbb37a8 on network ff57c783-67c8-479a-845e-96fc876c32a4 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:03:39.837997 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:03:39.838477 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] Checking segment: {'id': '07a7371c-18ff-4733-8116-eb5a4ff0082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ff57c783-67c8-479a-845e-96fc876c32a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:03:39.838960 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:39.839428 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] Bound using segment: {'id': '07a7371c-18ff-4733-8116-eb5a4ff0082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ff57c783-67c8-479a-845e-96fc876c32a4'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:03:39.840480 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] Bound port: d5e8e38f-65c7-4922-9926-a38cddbb37a8, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a7371c-18ff-4733-8116-eb5a4ff0082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ff57c783-67c8-479a-845e-96fc876c32a4'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:03:39.840480 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:39.938693 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.db [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] For port fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb, host hv-cinder-82497, cleared binding levels {{(pid=101322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:03:39.948903 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.db [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] For port fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb,segment=NetworkSegment(641f6642-8344-4738-8f35-5944fff72d1e),segment_id=641f6642-8344-4738-8f35-5944fff72d1e)] {{(pid=101322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:03:39.960067 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4291371100'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:39.971577 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] For port d5e8e38f-65c7-4922-9926-a38cddbb37a8, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:03:39.976680 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] For port d5e8e38f-65c7-4922-9926-a38cddbb37a8, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=d5e8e38f-65c7-4922-9926-a38cddbb37a8,segment=NetworkSegment(07a7371c-18ff-4733-8116-eb5a4ff0082d),segment_id=07a7371c-18ff-4733-8116-eb5a4ff0082d)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:03:39.982213 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:40.104616 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] Routers {'e683631c-72c6-480a-bcb6-e5a46e9135f0'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:03:40.105262 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa3ad0a0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:03:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['e683631c-72c6-480a-bcb6-e5a46e9135f0'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:03:40.156395 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:40.157075 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:40.158731 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-063465f9-a588-45dc-9e72-c59209278841 service neutron] 10.222.0.82 "PUT /v2.0/ports/fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb HTTP/1.1" status: 200  len: 1094 time: 1.4184473
Jan 28 02:03:40.159904 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063465f9-a588-45dc-9e72-c59209278841 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb,revision_number=3']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:40.208924 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71af6d79-02c9-49a6-b39a-e9ff65a92bdd', 'tag': 'fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb'}] {{(pid=101322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:03:40.215789 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22e9aba1f3ae753be8f095bd4de5bd58f45f4f40cfe68f6f18584bec835fbd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea2cc90-faac-463f-9179-f1226d20f5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "71af6d79-02c9-49a6-b39a-e9ff65a92bdd", "tag": "fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb"}]}' {{(pid=101322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:03:40.236365 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4bb11a-8b4d-441f-8781-fe40598598e0 None None] Pushing event updated for resources: {'Port': ['ID=d5e8e38f-65c7-4922-9926-a38cddbb37a8,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:40.290144 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-1a13882f-b86b-42df-87d2-75ea03b23a55 None None] Provisioning complete for port d5e8e38f-65c7-4922-9926-a38cddbb37a8 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:40.290807 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1a13882f-b86b-42df-87d2-75ea03b23a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:40.446635 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad25f66-06a2-4917-bf32-bbea79c0e21d req-5c377754-501c-49c0-906d-a2ee1dba0ba8 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:40.453658 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5ad25f66-06a2-4917-bf32-bbea79c0e21d req-5c377754-501c-49c0-906d-a2ee1dba0ba8 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 944 time: 0.7438898
Jan 28 02:03:40.487297 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] Set router e683631c-72c6-480a-bcb6-e5a46e9135f0 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:03:40.648947 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5ad25f66-06a2-4917-bf32-bbea79c0e21d req-d0c6401e-4b38-4e5c-bdb9-1608a47f8fc3 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1750050
Jan 28 02:03:40.655874 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-47c88ee0-5467-427e-ae8c-ea896bf4645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:40.657373 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-47c88ee0-5467-427e-ae8c-ea896bf4645a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db6ea7ebf03d4ba89b2158cb1610b391&device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 1097 time: 0.3049910
Jan 28 02:03:40.667954 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18526a42-82a9-4c6c-a013-fed9f033eec8 req-4c9c6c0a-f4ba-44a5-8038-9a3795576a11 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:40.669864 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-18526a42-82a9-4c6c-a013-fed9f033eec8 req-4c9c6c0a-f4ba-44a5-8038-9a3795576a11 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.4398358
Jan 28 02:03:40.796953 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-caf2c2fc-ff79-4259-8a25-38146730d0bc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb HTTP/1.1" status: 200  len: 217 time: 0.1239259
Jan 28 02:03:40.988199 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1a13882f-b86b-42df-87d2-75ea03b23a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:41.175630 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-1a13882f-b86b-42df-87d2-75ea03b23a55 None None] For port d5e8e38f-65c7-4922-9926-a38cddbb37a8, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=d5e8e38f-65c7-4922-9926-a38cddbb37a8,segment=NetworkSegment(07a7371c-18ff-4733-8116-eb5a4ff0082d),segment_id=07a7371c-18ff-4733-8116-eb5a4ff0082d)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:03:41.187046 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1a13882f-b86b-42df-87d2-75ea03b23a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:41.286477 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-18526a42-82a9-4c6c-a013-fed9f033eec8 req-8410478e-f17b-4c57-bac6-170eb2e49725 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5984790
Jan 28 02:03:41.300771 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-3e81c656-df18-48c3-a236-b16396b6afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:41.302655 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-3e81c656-df18-48c3-a236-b16396b6afa1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8a3560c4-c1af-4966-b90a-dadc0dd19cc5 HTTP/1.1" status: 200  len: 848 time: 0.4939978
Jan 28 02:03:41.321271 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71670e7f-d491-493c-b71e-69487dbd02f3 req-5814c442-9df6-4e78-b90b-00339a3d431f tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:41.325544 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13882f-b86b-42df-87d2-75ea03b23a55 None None] Pushing event updated for resources: {'Port': ['ID=d5e8e38f-65c7-4922-9926-a38cddbb37a8,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:41.329590 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-71670e7f-d491-493c-b71e-69487dbd02f3 req-5814c442-9df6-4e78-b90b-00339a3d431f tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.5350397
Jan 28 02:03:41.365424 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa3ad0a0>, [{'id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'name': 'tempest-TestMinimumBasicScenario-1966622886-router', 'tenant_id': 'f7958af1ab86410ba70c5300b15da9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '86cf56ea-8692-427e-af8e-6735d5ad553d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:30Z', 'updated_at': '2022-01-28T02:03:37Z', 'revision_number': 4, 'project_id': 'f7958af1ab86410ba70c5300b15da9d8', 'gw_port': {'id': '86cf56ea-8692-427e-af8e-6735d5ad553d', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:31Z', 'updated_at': '2022-01-28T02:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'd5e8e38f-65c7-4922-9926-a38cddbb37a8', 'name': '', 'network_id': 'ff57c783-67c8-479a-845e-96fc876c32a4', 'tenant_id': 'f7958af1ab86410ba70c5300b15da9d8', 'mac_address': 'fa:16:3e:b7:1a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3b509021-23fc-49c0-868e-6e327655a71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:36Z', 'updated_at': '2022-01-28T02:03:39Z', 'revision_number': 4, 'project_id': 'f7958af1ab86410ba70c5300b15da9d8', 'subnets': [{'id': '3b509021-23fc-49c0-868e-6e327655a71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:03:41.375602 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-78c06aa0-3df0-4d52-80c9-f44013456de2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=03f0791d-b3f7-4442-a4cf-e0612c275e41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408554
Jan 28 02:03:41.412256 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb352f5-4643-4564-9aef-1acafbef5515 None None] The sync data for ids ['e683631c-72c6-480a-bcb6-e5a46e9135f0'] in dv-cinder-824979-1-iscsi is: [{'id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'name': 'tempest-TestMinimumBasicScenario-1966622886-router', 'tenant_id': 'f7958af1ab86410ba70c5300b15da9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '86cf56ea-8692-427e-af8e-6735d5ad553d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:30Z', 'updated_at': '2022-01-28T02:03:37Z', 'revision_number': 4, 'project_id': 'f7958af1ab86410ba70c5300b15da9d8', 'gw_port': {'id': '86cf56ea-8692-427e-af8e-6735d5ad553d', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:31Z', 'updated_at': '2022-01-28T02:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'd5e8e38f-65c7-4922-9926-a38cddbb37a8', 'name': '', 'network_id': 'ff57c783-67c8-479a-845e-96fc876c32a4', 'tenant_id': 'f7958af1ab86410ba70c5300b15da9d8', 'mac_address': 'fa:16:3e:b7:1a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3b509021-23fc-49c0-868e-6e327655a71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:36Z', 'updated_at': '2022-01-28T02:03:39Z', 'revision_number': 4, 'project_id': 'f7958af1ab86410ba70c5300b15da9d8', 'subnets': [{'id': '3b509021-23fc-49c0-868e-6e327655a71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:03:41.416234 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-fbd25a82-760f-4f07-9e4d-af849a463961 None None] Provisioning complete for port d5e8e38f-65c7-4922-9926-a38cddbb37a8 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:41.416978 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fbd25a82-760f-4f07-9e4d-af849a463961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:41.478037 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-71670e7f-d491-493c-b71e-69487dbd02f3 req-1fc14fcc-42d4-4102-aa61-7d93c5f6b886 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1477656
Jan 28 02:03:41.589887 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2db8f-354d-453b-b7c2-88a906570e8c req-f04690a0-acd1-45b4-be56-84e5ce6f8543 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:41.598651 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-01f2db8f-354d-453b-b7c2-88a906570e8c req-f04690a0-acd1-45b4-be56-84e5ce6f8543 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 944 time: 0.1580889
Jan 28 02:03:41.606394 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c65000-1c0b-48ec-b79b-f55ac69bd41f x-openstack-request-id: req-90c65000-1c0b-48ec-b79b-f55ac69bd41f {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:03:41.606942 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71af6d79-02c9-49a6-b39a-e9ff65a92bdd", "tag": "fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb", "status": "completed", "code": 200}]} {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:03:41.607345 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-90c65000-1c0b-48ec-b79b-f55ac69bd41f {{(pid=101322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:03:41.607923 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71af6d79-02c9-49a6-b39a-e9ff65a92bdd', 'tag': 'fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb', 'status': 'completed', 'code': 200}
Jan 28 02:03:41.638280 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-4aad998e-6bbf-444f-ad74-a1fb384bab0b service neutron] 10.222.0.82 "GET /v2.0/networks/03f0791d-b3f7-4442-a4cf-e0612c275e41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2407410
Jan 28 02:03:41.711812 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-01f2db8f-354d-453b-b7c2-88a906570e8c req-571cc2ce-63cf-4d6e-ace1-9312ccb91ae2 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121280
Jan 28 02:03:41.843851 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-da68f3c0-fd5c-44fa-a0a8-8e380c4bd04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:41.974495 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae3d03-fb60-4263-b5c6-8a7f009aa63d req-6c93bea7-617f-442c-a2ee-c21b56f4b122 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:41.984509 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-55ae3d03-fb60-4263-b5c6-8a7f009aa63d req-6c93bea7-617f-442c-a2ee-c21b56f4b122 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 944 time: 0.1554177
Jan 28 02:03:41.989830 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-46aae554-739d-47c5-8c72-0ed95beec4e9 req-2d3e2add-8d45-4ca8-a2f9-03c748aa8d22 service neutron] 10.222.0.82 "GET /v2.0/networks/03f0791d-b3f7-4442-a4cf-e0612c275e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3355238
Jan 28 02:03:42.047427 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-55ae3d03-fb60-4263-b5c6-8a7f009aa63d req-7669ed1e-bbf3-4fa0-94b6-c07bea9a538c tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613954
Jan 28 02:03:42.190003 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2cc90-faac-463f-9179-f1226d20f5a3 req-20bbbed2-a366-49f3-b8b5-3a3433f630b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:42.192067 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9ea2cc90-faac-463f-9179-f1226d20f5a3 req-20bbbed2-a366-49f3-b8b5-3a3433f630b6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db6ea7ebf03d4ba89b2158cb1610b391&device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 1097 time: 0.0850255
Jan 28 02:03:42.413326 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2cc90-faac-463f-9179-f1226d20f5a3 req-c80ad6a4-6b72-4051-a5cb-4f127eef2d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:42.415124 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9ea2cc90-faac-463f-9179-f1226d20f5a3 req-c80ad6a4-6b72-4051-a5cb-4f127eef2d5e service neutron] 10.222.0.82 "GET /v2.0/networks?id=03f0791d-b3f7-4442-a4cf-e0612c275e41 HTTP/1.1" status: 200  len: 909 time: 0.2048635
Jan 28 02:03:42.567253 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9ea2cc90-faac-463f-9179-f1226d20f5a3 req-aee2b20b-13aa-4fda-a9a5-bd72726c2207 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb HTTP/1.1" status: 200  len: 217 time: 0.1091928
Jan 28 02:03:42.700950 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2cc90-faac-463f-9179-f1226d20f5a3 req-af1bcd20-8cbd-4b93-b10e-377801ddb366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:42.703251 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9ea2cc90-faac-463f-9179-f1226d20f5a3 req-af1bcd20-8cbd-4b93-b10e-377801ddb366 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8a3560c4-c1af-4966-b90a-dadc0dd19cc5 HTTP/1.1" status: 200  len: 848 time: 0.1279984
Jan 28 02:03:42.744177 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cad6b-08fe-4b61-bdf5-c51a9eb25312 req-98872943-6ea3-4173-92fe-20122efb88aa tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:42.753102 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-973cad6b-08fe-4b61-bdf5-c51a9eb25312 req-98872943-6ea3-4173-92fe-20122efb88aa tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.1066875
Jan 28 02:03:42.780084 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9ea2cc90-faac-463f-9179-f1226d20f5a3 req-49088b35-85cb-458c-983c-f72a3ee33d58 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=03f0791d-b3f7-4442-a4cf-e0612c275e41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0672417
Jan 28 02:03:42.787027 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device c105129e-5873-411f-b8e0-8fa24f669b60 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:03:42.979728 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-973cad6b-08fe-4b61-bdf5-c51a9eb25312 req-e20e07d8-a264-4176-8d88-84b09619ee8c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2254043
Jan 28 02:03:43.100498 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port c105129e-5873-411f-b8e0-8fa24f669b60, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=c105129e-5873-411f-b8e0-8fa24f669b60,segment=NetworkSegment(374283b2-2bd7-47c5-8ecc-11b670e17633),segment_id=374283b2-2bd7-47c5-8ecc-11b670e17633)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:03:43.137883 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': 'c105129e-5873-411f-b8e0-8fa24f669b60', 'network_id': 'a12a014d-4a71-408b-a943-054c73574ed9', 'port_id': 'c105129e-5873-411f-b8e0-8fa24f669b60', 'mac_address': 'fa:16:3e:c4:9b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458cc6c2-7388-45e4-bb6b-10c0e6fa544d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:03:43.188515 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89037d-4af0-48d8-a96f-46d0e78ba58a req-e825cc4f-b529-4865-8d2d-84d854a263c0 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:43.205211 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ed89037d-4af0-48d8-a96f-46d0e78ba58a req-e825cc4f-b529-4865-8d2d-84d854a263c0 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 944 time: 0.2793467
Jan 28 02:03:43.215791 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9ea2cc90-faac-463f-9179-f1226d20f5a3 req-e7c6b7c9-fff8-49fd-8f84-ca85370bc5c7 service neutron] 10.222.0.82 "GET /v2.0/networks/03f0791d-b3f7-4442-a4cf-e0612c275e41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4190078
Jan 28 02:03:43.254938 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device d5e8e38f-65c7-4922-9926-a38cddbb37a8 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:03:43.289187 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:43.314943 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c105129e-5873-411f-b8e0-8fa24f669b60 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:03:43.331489 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ed89037d-4af0-48d8-a96f-46d0e78ba58a req-ccfe6626-4539-41ad-9595-71af35892d06 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247597
Jan 28 02:03:43.352884 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port c105129e-5873-411f-b8e0-8fa24f669b60, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=c105129e-5873-411f-b8e0-8fa24f669b60,segment=NetworkSegment(374283b2-2bd7-47c5-8ecc-11b670e17633),segment_id=374283b2-2bd7-47c5-8ecc-11b670e17633)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:03:43.359424 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:43.399607 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd24811-cd0e-41c9-82f2-c755b589afda req-2650a753-2063-4e84-a6b0-3ebe50461a44 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:43.401638 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0dd24811-cd0e-41c9-82f2-c755b589afda req-2650a753-2063-4e84-a6b0-3ebe50461a44 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 944 time: 0.1841831
Jan 28 02:03:43.421178 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port d5e8e38f-65c7-4922-9926-a38cddbb37a8 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:43.421534 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:43.473460 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9ea2cc90-faac-463f-9179-f1226d20f5a3 req-98fbb327-dbca-47f7-8dc1-2addb1b2498a service neutron] 10.222.0.82 "GET /v2.0/networks/03f0791d-b3f7-4442-a4cf-e0612c275e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2158506
Jan 28 02:03:43.491539 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0dd24811-cd0e-41c9-82f2-c755b589afda req-d055ebbf-9141-4b51-be1b-c99d7c7ba368 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724313
Jan 28 02:03:43.514567 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=c105129e-5873-411f-b8e0-8fa24f669b60,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:43.744144 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 41520) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:43.793452 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['c105129e-5873-411f-b8e0-8fa24f669b60'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:03:43.931574 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ca66f364-7bee-4f6b-9cba-9f89c9aba0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:43.977485 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ec5a85f-2d84-4452-b846-de3ba573d709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:44.083878 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ca66f364-7bee-4f6b-9cba-9f89c9aba0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:44.117596 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ca66f364-7bee-4f6b-9cba-9f89c9aba0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:44.170861 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-ca66f364-7bee-4f6b-9cba-9f89c9aba0f1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3666055374f5485d9e9c9f9177c3dccc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4252284
Jan 28 02:03:44.171134 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 41526) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:44.173967 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66f364-7bee-4f6b-9cba-9f89c9aba0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1ea28f-825a-449e-a283-cec2b9ed13fa,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:44.192900 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a731a-d019-48c1-98bb-e67e7887db82 req-e6972388-0e2a-4068-ae7e-dfab444d3bd0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:44.199183 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6e5a731a-d019-48c1-98bb-e67e7887db82 req-e6972388-0e2a-4068-ae7e-dfab444d3bd0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.1129282
Jan 28 02:03:44.264813 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6e5a731a-d019-48c1-98bb-e67e7887db82 req-87935443-ccf5-4897-ad26-110081945375 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570011
Jan 28 02:03:44.278604 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-9b6a8927-440c-4e41-a502-b8ca0d662241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:44.317858 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-9b6a8927-440c-4e41-a502-b8ca0d662241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:44.390391 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-9b6a8927-440c-4e41-a502-b8ca0d662241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:44.393700 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-9b6a8927-440c-4e41-a502-b8ca0d662241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:44.397216 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-9b6a8927-440c-4e41-a502-b8ca0d662241 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0c1ea28f-825a-449e-a283-cec2b9ed13fa HTTP/1.1" status: 204  len: 168 time: 0.2250290
Jan 28 02:03:44.407471 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a8927-440c-4e41-a502-b8ca0d662241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1ea28f-825a-449e-a283-cec2b9ed13fa,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:44.573178 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713ddf1-e980-44e9-88dc-84622334deec req-f71d3ee7-4736-4b01-87c4-1c772e59fea7 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:44.578531 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e713ddf1-e980-44e9-88dc-84622334deec req-f71d3ee7-4736-4b01-87c4-1c772e59fea7 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 944 time: 0.0957055
Jan 28 02:03:44.672113 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e713ddf1-e980-44e9-88dc-84622334deec req-e94a7f3b-3cad-4553-8ba9-b4e481c15671 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901873
Jan 28 02:03:44.683511 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9e6dc-cfe5-409a-9245-71363bcd14c3 req-c5ae502d-14c7-4df7-a458-9c84ca1e22f0 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:44.688285 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-53c9e6dc-cfe5-409a-9245-71363bcd14c3 req-c5ae502d-14c7-4df7-a458-9c84ca1e22f0 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 945 time: 0.1080029
Jan 28 02:03:44.805982 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-53c9e6dc-cfe5-409a-9245-71363bcd14c3 req-21374222-937b-4237-b9f9-dd273903d862 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043937
Jan 28 02:03:44.884415 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:44.955404 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 41546) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:44.976309 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c02cc4a0-cdeb-4390-9388-81c5fdfcd489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:45.105575 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c02cc4a0-cdeb-4390-9388-81c5fdfcd489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:45.110339 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c02cc4a0-cdeb-4390-9388-81c5fdfcd489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:45.166253 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cc4a0-cdeb-4390-9388-81c5fdfcd489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8859c4f-2f6c-4d26-836d-a6495f5c5252,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:45.173802 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-c02cc4a0-cdeb-4390-9388-81c5fdfcd489 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8006f3f6db6342baac9aaca4ec58ad81&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2157004
Jan 28 02:03:45.175287 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 41552) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:45.235152 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8daaa0a2-ef84-433d-9019-7ebd22777ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:45.271314 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8daaa0a2-ef84-433d-9019-7ebd22777ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:45.297081 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:45.347040 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8daaa0a2-ef84-433d-9019-7ebd22777ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:45.350299 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8daaa0a2-ef84-433d-9019-7ebd22777ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:45.352040 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-8daaa0a2-ef84-433d-9019-7ebd22777ad7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c8859c4f-2f6c-4d26-836d-a6495f5c5252 HTTP/1.1" status: 204  len: 168 time: 0.1755159
Jan 28 02:03:45.361776 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daaa0a2-ef84-433d-9019-7ebd22777ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8859c4f-2f6c-4d26-836d-a6495f5c5252,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:45.463531 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c71a46-6fbf-4749-ac1f-3c34d3286e56 req-434768bc-031f-4b5a-9309-0d65f5418f0f tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:45.471351 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-92c71a46-6fbf-4749-ac1f-3c34d3286e56 req-434768bc-031f-4b5a-9309-0d65f5418f0f tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.0628841
Jan 28 02:03:45.525971 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-92c71a46-6fbf-4749-ac1f-3c34d3286e56 req-d28d28e2-4eed-4829-bff6-a74d7f25224a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536509
Jan 28 02:03:45.821821 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b9431-57e0-45d8-a996-901f352f0ea1 req-1615fbdd-baa8-4f77-a56b-186d5d6d5821 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:45.821821 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-117b9431-57e0-45d8-a996-901f352f0ea1 req-1615fbdd-baa8-4f77-a56b-186d5d6d5821 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 944 time: 0.0533173
Jan 28 02:03:45.890577 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-117b9431-57e0-45d8-a996-901f352f0ea1 req-32a5338b-eb2a-48ec-8914-602a4e2db207 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579240
Jan 28 02:03:45.997084 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47b119-f7a5-457a-936f-98166f31a49a req-639b6190-c61f-4f0a-b50e-d5c8e8ba55ff tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:45.998736 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1c47b119-f7a5-457a-936f-98166f31a49a req-639b6190-c61f-4f0a-b50e-d5c8e8ba55ff tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 945 time: 0.0658967
Jan 28 02:03:46.063546 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1c47b119-f7a5-457a-936f-98166f31a49a req-4d971f14-d0a2-496b-b25c-58ede5134f03 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520163
Jan 28 02:03:46.748995 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa7ce1-9e0f-43b1-ad29-dba878c93973 req-38a6f7b9-dcfb-41d0-b517-de83b3566671 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:46.757147 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a3aa7ce1-9e0f-43b1-ad29-dba878c93973 req-38a6f7b9-dcfb-41d0-b517-de83b3566671 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.1113219
Jan 28 02:03:46.791170 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:03:46.801504 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device c105129e-5873-411f-b8e0-8fa24f669b60 up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:03:46.866752 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a3aa7ce1-9e0f-43b1-ad29-dba878c93973 req-1edc0c02-340d-4c04-bdff-d37335a7696e tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1082320
Jan 28 02:03:46.961552 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb,segment=NetworkSegment(641f6642-8344-4738-8f35-5944fff72d1e),segment_id=641f6642-8344-4738-8f35-5944fff72d1e)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:03:47.011561 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': 'fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb', 'network_id': '03f0791d-b3f7-4442-a4cf-e0612c275e41', 'port_id': 'fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb', 'mac_address': 'fa:16:3e:30:c1:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3560c4-c1af-4966-b90a-dadc0dd19cc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:03:47.033707 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:47.079810 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4a966-fdae-46a7-8718-cf12376437c1 req-4b6ae400-f358-4086-8dc4-89bac11e88a4 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:47.081712 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-abc4a966-fdae-46a7-8718-cf12376437c1 req-4b6ae400-f358-4086-8dc4-89bac11e88a4 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 944 time: 0.1137900
Jan 28 02:03:47.086003 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:47.112348 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port c105129e-5873-411f-b8e0-8fa24f669b60 completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:03:47.118475 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:03:47.125657 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port c105129e-5873-411f-b8e0-8fa24f669b60 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:47.126436 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:47.142660 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-abc4a966-fdae-46a7-8718-cf12376437c1 req-648cd164-5b74-4a21-ac8d-6ced2da72ca4 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544488
Jan 28 02:03:47.173701 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb,segment=NetworkSegment(641f6642-8344-4738-8f35-5944fff72d1e),segment_id=641f6642-8344-4738-8f35-5944fff72d1e)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:03:47.182312 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:47.272360 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fda16-899c-43d7-a0f3-0a52060f3ebd req-e831db49-419e-4871-9291-77451fddc420 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:47.281062 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fe2fda16-899c-43d7-a0f3-0a52060f3ebd req-e831db49-419e-4871-9291-77451fddc420 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 945 time: 0.0697784
Jan 28 02:03:47.342212 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fe2fda16-899c-43d7-a0f3-0a52060f3ebd req-8b629f10-91f8-42e9-a2c3-1c505fcc5fc2 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445292
Jan 28 02:03:47.478071 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:47.481879 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:47.508645 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:47.560257 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba343337-b8f3-4f63-875e-c13b7711e8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c105129e-5873-411f-b8e0-8fa24f669b60'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:03:47.564761 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506c9691-a2d7-4f20-9aac-147e33803cb5" -d '{"events": [{"server_uuid": "ba343337-b8f3-4f63-875e-c13b7711e8bf", "name": "network-vif-plugged", "status": "completed", "tag": "c105129e-5873-411f-b8e0-8fa24f669b60"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:03:47.585961 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port c105129e-5873-411f-b8e0-8fa24f669b60, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=c105129e-5873-411f-b8e0-8fa24f669b60,segment=NetworkSegment(374283b2-2bd7-47c5-8ecc-11b670e17633),segment_id=374283b2-2bd7-47c5-8ecc-11b670e17633)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:03:47.596223 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:47.633034 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86683dd3-0b10-430a-b72a-56a8f622893c x-openstack-request-id: req-86683dd3-0b10-430a-b72a-56a8f622893c {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:03:47.633935 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba343337-b8f3-4f63-875e-c13b7711e8bf", "name": "network-vif-plugged", "status": "completed", "tag": "c105129e-5873-411f-b8e0-8fa24f669b60", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:03:47.634278 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-86683dd3-0b10-430a-b72a-56a8f622893c {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:03:47.637211 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba343337-b8f3-4f63-875e-c13b7711e8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c105129e-5873-411f-b8e0-8fa24f669b60', 'code': 200}
Jan 28 02:03:47.683502 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=c105129e-5873-411f-b8e0-8fa24f669b60,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:48.042099 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73835bc9-0175-4e47-8152-21553ffb73ed req-7e912e4e-b7fe-4d7a-be08-3f66309913e8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:48.051951 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-73835bc9-0175-4e47-8152-21553ffb73ed req-7e912e4e-b7fe-4d7a-be08-3f66309913e8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.0830944
Jan 28 02:03:48.103328 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-73835bc9-0175-4e47-8152-21553ffb73ed req-125b80e6-c011-4f3b-a68c-59e33489a3a9 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499558
Jan 28 02:03:48.228340 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 41632) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:48.324697 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941f1ad-645b-46c5-ac4b-759b2abe0f8a req-81b4657b-51fe-4b39-837c-310b38814a6c tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:48.332841 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a941f1ad-645b-46c5-ac4b-759b2abe0f8a req-81b4657b-51fe-4b39-837c-310b38814a6c tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 945 time: 0.0630286
Jan 28 02:03:48.378583 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a941f1ad-645b-46c5-ac4b-759b2abe0f8a req-bf7c5330-d733-425f-b4ee-1e4bc55d38fb tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447183
Jan 28 02:03:48.482437 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5212972c-c7c6-4123-9468-bda769229fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:48.535384 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e18446-a235-4fd7-b1ab-fad709495c85 req-8018e836-abe4-4a3b-9e37-a72e6ba20c2c tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:48.544652 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a0e18446-a235-4fd7-b1ab-fad709495c85 req-8018e836-abe4-4a3b-9e37-a72e6ba20c2c tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 946 time: 0.1076021
Jan 28 02:03:48.618935 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a0e18446-a235-4fd7-b1ab-fad709495c85 req-e64a55a3-5b2a-4f37-bbf8-98947a127dec tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729687
Jan 28 02:03:48.693311 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5212972c-c7c6-4123-9468-bda769229fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:48.710329 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5212972c-c7c6-4123-9468-bda769229fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:48.751694 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-5212972c-c7c6-4123-9468-bda769229fee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a777b100302a4d368012ad29fced2b2a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5212812
Jan 28 02:03:48.751926 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212972c-c7c6-4123-9468-bda769229fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61fa668-4256-44df-ac83-e6b1d167e7d4,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:48.753670 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 41640) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:48.824879 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7169-bd8c-40ca-8dbd-90ec77fa90db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:48.851851 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7169-bd8c-40ca-8dbd-90ec77fa90db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:48.915485 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7169-bd8c-40ca-8dbd-90ec77fa90db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:48.918991 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7169-bd8c-40ca-8dbd-90ec77fa90db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:48.923423 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-8d6c7169-bd8c-40ca-8dbd-90ec77fa90db admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a61fa668-4256-44df-ac83-e6b1d167e7d4 HTTP/1.1" status: 204  len: 168 time: 0.1686337
Jan 28 02:03:48.932248 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c7169-bd8c-40ca-8dbd-90ec77fa90db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61fa668-4256-44df-ac83-e6b1d167e7d4,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:49.240442 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14ca47-ebaa-4478-a49e-6ad2109512a1 req-0e16ca72-18c8-4981-96d7-4acc0bed07e6 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:49.242529 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7f14ca47-ebaa-4478-a49e-6ad2109512a1 req-0e16ca72-18c8-4981-96d7-4acc0bed07e6 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.0616276
Jan 28 02:03:49.294473 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 41656) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:49.313424 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-aca0ff1a-70f2-4c7d-a588-41c352d7b602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:49.318524 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7f14ca47-ebaa-4478-a49e-6ad2109512a1 req-fbbd5f40-d187-453f-bc09-75a035cde91c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687311
Jan 28 02:03:49.432543 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-aca0ff1a-70f2-4c7d-a588-41c352d7b602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:49.440422 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-aca0ff1a-70f2-4c7d-a588-41c352d7b602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:49.476559 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0ff1a-70f2-4c7d-a588-41c352d7b602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc462443-8a6a-4b1e-ae3a-6aa6b4c3a415,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:49.512019 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-aca0ff1a-70f2-4c7d-a588-41c352d7b602 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d4ae3488bdf24ed889357562772d3646&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2120786
Jan 28 02:03:49.513236 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 41660) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:49.539819 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47c16c-a4eb-41fa-be24-b3589d181150 req-c12221fb-06a1-45c3-afe0-1e1cefeec9a1 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:49.541519 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7c47c16c-a4eb-41fa-be24-b3589d181150 req-c12221fb-06a1-45c3-afe0-1e1cefeec9a1 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 945 time: 0.0782855
Jan 28 02:03:49.575245 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a6de961d-9122-47da-99a3-a990315187c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:49.600302 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a6de961d-9122-47da-99a3-a990315187c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:49.605328 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7c47c16c-a4eb-41fa-be24-b3589d181150 req-0a15cd39-ed48-44c5-813f-29cf093ea750 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551071
Jan 28 02:03:49.665417 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a6de961d-9122-47da-99a3-a990315187c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:49.668540 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a6de961d-9122-47da-99a3-a990315187c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:49.673318 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-a6de961d-9122-47da-99a3-a990315187c2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fc462443-8a6a-4b1e-ae3a-6aa6b4c3a415 HTTP/1.1" status: 204  len: 168 time: 0.1591580
Jan 28 02:03:49.683269 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de961d-9122-47da-99a3-a990315187c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc462443-8a6a-4b1e-ae3a-6aa6b4c3a415,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:49.826080 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3ce74-2e33-4531-bcb3-b6813e8ff2a1 req-52ca7417-8a19-48d5-aa15-c0bbadb6b6c3 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:49.831367 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bbb3ce74-2e33-4531-bcb3-b6813e8ff2a1 req-52ca7417-8a19-48d5-aa15-c0bbadb6b6c3 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 946 time: 0.0805779
Jan 28 02:03:49.888947 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bbb3ce74-2e33-4531-bcb3-b6813e8ff2a1 req-1caf5b65-1bba-45ee-ac30-1b804693eb60 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542729
Jan 28 02:03:50.139732 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ad664-ada0-458f-a644-764f78c85037 req-e8f4aa15-b109-42a6-a235-dd83774d141a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:50.139973 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:03:50.141475 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c33ad664-ada0-458f-a644-764f78c85037 req-e8f4aa15-b109-42a6-a235-dd83774d141a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 1099 time: 0.0521178
Jan 28 02:03:50.219493 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c33ad664-ada0-458f-a644-764f78c85037 req-9936bfb3-382e-4582-ad02-5795144874a6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656924
Jan 28 02:03:50.464207 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a9847-2d6e-4be6-8b21-a299b7129776 req-9f1aa19a-5b2b-4302-89db-aaee525efbb0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:50.466122 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ae1a9847-2d6e-4be6-8b21-a299b7129776 req-9f1aa19a-5b2b-4302-89db-aaee525efbb0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.0606351
Jan 28 02:03:50.558401 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ae1a9847-2d6e-4be6-8b21-a299b7129776 req-32b6d914-2f65-41c5-b45a-9e0e6090bae6 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0777323
Jan 28 02:03:50.756868 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4b9b3-bf3a-4ad4-a2ee-28d210c2c5d8 req-16e75fdb-dd94-4b86-b4a5-bcd24e286768 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:50.758470 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e0a4b9b3-bf3a-4ad4-a2ee-28d210c2c5d8 req-16e75fdb-dd94-4b86-b4a5-bcd24e286768 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 945 time: 0.0802450
Jan 28 02:03:50.814211 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e0a4b9b3-bf3a-4ad4-a2ee-28d210c2c5d8 req-dbf63ed0-d0c3-4f71-b327-23b1eb10d75c tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493400
Jan 28 02:03:51.071380 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150ff0e-43f5-4483-97fe-728c41c7dcc8 req-e2333ba4-3118-4641-a1a2-25972c7d89a6 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:51.079455 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5150ff0e-43f5-4483-97fe-728c41c7dcc8 req-e2333ba4-3118-4641-a1a2-25972c7d89a6 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 946 time: 0.0938013
Jan 28 02:03:51.133789 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5150ff0e-43f5-4483-97fe-728c41c7dcc8 req-63071042-0cff-4626-bf6d-9976644a6fad tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484326
Jan 28 02:03:51.788780 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44238e2-bf97-46c3-b7f4-1385b5e07947 req-9a0fef4a-d677-4909-8f0c-66f37e8bc6df tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:51.801529 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d44238e2-bf97-46c3-b7f4-1385b5e07947 req-9a0fef4a-d677-4909-8f0c-66f37e8bc6df tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.1568410
Jan 28 02:03:51.898447 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d44238e2-bf97-46c3-b7f4-1385b5e07947 req-78168907-882f-4f3b-8e69-7e87da923629 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0948429
Jan 28 02:03:52.032288 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c758796-2a79-4285-bb31-23f20a43e85c req-d1d4de19-72b6-4923-b5c2-7797035e4bfc tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:52.034500 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9c758796-2a79-4285-bb31-23f20a43e85c req-d1d4de19-72b6-4923-b5c2-7797035e4bfc tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 945 time: 0.0649250
Jan 28 02:03:52.116594 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9c758796-2a79-4285-bb31-23f20a43e85c req-80ac2306-9fff-44fd-8bb7-156fd30cafdb tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631371
Jan 28 02:03:52.394227 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241abf1-f2fc-4990-bf7f-c86cf0b00a26 req-b953d6b3-b24c-486b-b6e7-d56ee2400ca2 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:52.405024 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e241abf1-f2fc-4990-bf7f-c86cf0b00a26 req-b953d6b3-b24c-486b-b6e7-d56ee2400ca2 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 946 time: 0.1631553
Jan 28 02:03:52.476489 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e241abf1-f2fc-4990-bf7f-c86cf0b00a26 req-22b7e39e-77ff-46b5-8b0c-dcc78e8eaa40 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680258
Jan 28 02:03:52.762684 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07630446-8ee2-4411-a74e-03b3efe7cd5f req-890aefc4-282d-4515-9cea-28173f07675c tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:52.764551 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-07630446-8ee2-4411-a74e-03b3efe7cd5f req-890aefc4-282d-4515-9cea-28173f07675c tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1060169
Jan 28 02:03:52.771629 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822c04b-247d-4f34-ab1a-6223e9e29b83 req-75d2001e-1e45-430b-ab1f-b640b535f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:52.773271 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1822c04b-247d-4f34-ab1a-6223e9e29b83 req-75d2001e-1e45-430b-ab1f-b640b535f541 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a830c3a19c3740619ece0b4ca820490e&device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 1098 time: 0.1017954
Jan 28 02:03:52.878188 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-07630446-8ee2-4411-a74e-03b3efe7cd5f req-4cc535a0-802a-41ba-9b54-e59def66e0d7 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036274
Jan 28 02:03:52.915158 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822c04b-247d-4f34-ab1a-6223e9e29b83 req-8bf4e89d-2bcc-4296-959a-ef896e6b54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:52.916815 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1822c04b-247d-4f34-ab1a-6223e9e29b83 req-8bf4e89d-2bcc-4296-959a-ef896e6b54c2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f HTTP/1.1" status: 200  len: 920 time: 0.1318512
Jan 28 02:03:52.963428 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 1c3eebfc-cf3d-4a86-8be4-2f39da195acf details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:03:52.975018 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1822c04b-247d-4f34-ab1a-6223e9e29b83 req-901c35fd-d82a-4df0-99ca-558dad8b104e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 HTTP/1.1" status: 200  len: 217 time: 0.0492039
Jan 28 02:03:53.001254 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:03:53.101231 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822c04b-247d-4f34-ab1a-6223e9e29b83 req-a90385c4-780b-4b51-ac09-dcde53be548a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:53.103331 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1822c04b-247d-4f34-ab1a-6223e9e29b83 req-a90385c4-780b-4b51-ac09-dcde53be548a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe3f8818-a239-4d13-b1cd-c34e6490de40 HTTP/1.1" status: 200  len: 859 time: 0.1090887
Jan 28 02:03:53.242072 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1822c04b-247d-4f34-ab1a-6223e9e29b83 req-a3f2ad99-0ba4-4d4d-85db-2d77cb85317c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1126463
Jan 28 02:03:53.260221 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:03:53.282043 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'port_id': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf', 'mac_address': 'fa:16:3e:7d:bd:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:03:53.298376 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd641190-a516-4da4-8d7f-9f456c79f600 req-bb331e8b-9873-4d61-8b3c-52f2242d6f7f tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:53.300234 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bd641190-a516-4da4-8d7f-9f456c79f600 req-bb331e8b-9873-4d61-8b3c-52f2242d6f7f tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.1883106
Jan 28 02:03:53.330217 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:03:53.343351 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:53.343906 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:53.436135 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:53.447568 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bd641190-a516-4da4-8d7f-9f456c79f600 req-fe67ce2a-91c7-42dc-b2c9-11777bd6b05c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1039937
Jan 28 02:03:53.487345 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1822c04b-247d-4f34-ab1a-6223e9e29b83 req-6e515a4e-dea6-4496-b8be-0f5b47c966c2 service neutron] 10.222.0.82 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2300258
Jan 28 02:03:53.498652 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec909abe-ce91-4794-a244-02ae3bf93598 req-c06646e6-dd82-4b2d-a7f3-7118f27c6fc2 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:53.499372 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c3eebfc-cf3d-4a86-8be4-2f39da195acf {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:03:53.507108 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ec909abe-ce91-4794-a244-02ae3bf93598 req-c06646e6-dd82-4b2d-a7f3-7118f27c6fc2 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 945 time: 0.1647646
Jan 28 02:03:53.526199 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:03:53.552610 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:53.612889 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ec909abe-ce91-4794-a244-02ae3bf93598 req-8a47a32e-36b6-4c46-b3bb-24b870c1be8a tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048105
Jan 28 02:03:53.677830 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,revision_number=6']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:53.678605 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1822c04b-247d-4f34-ab1a-6223e9e29b83 req-58d7d3aa-a169-4649-b663-e6e935332187 service neutron] 10.222.0.82 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1622665
Jan 28 02:03:53.678765 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:53.712979 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71af6d79-02c9-49a6-b39a-e9ff65a92bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:03:53.715376 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d678b3c-b2d2-4b43-8ac8-5cba8a923d4b" -d '{"events": [{"server_uuid": "71af6d79-02c9-49a6-b39a-e9ff65a92bdd", "name": "network-vif-plugged", "status": "completed", "tag": "fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:03:53.730424 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb,segment=NetworkSegment(641f6642-8344-4738-8f35-5944fff72d1e),segment_id=641f6642-8344-4738-8f35-5944fff72d1e)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:03:53.734956 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:53.793352 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cd79d0-7ee1-4288-b09c-546854c63747 x-openstack-request-id: req-97cd79d0-7ee1-4288-b09c-546854c63747 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:03:53.793784 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71af6d79-02c9-49a6-b39a-e9ff65a92bdd", "name": "network-vif-plugged", "status": "completed", "tag": "fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:03:53.794394 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97cd79d0-7ee1-4288-b09c-546854c63747 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:03:53.795015 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71af6d79-02c9-49a6-b39a-e9ff65a92bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb', 'code': 200}
Jan 28 02:03:53.817020 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:53.851443 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['1c3eebfc-cf3d-4a86-8be4-2f39da195acf'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:03:54.093216 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec448c-6b44-4e8f-adf8-2eab10370be2 req-abd76b6a-7b35-4307-9e28-a6151da9ed45 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:54.094796 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4fec448c-6b44-4e8f-adf8-2eab10370be2 req-abd76b6a-7b35-4307-9e28-a6151da9ed45 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0776865
Jan 28 02:03:54.160977 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4fec448c-6b44-4e8f-adf8-2eab10370be2 req-d984bc85-2b6b-4af3-8314-62a8ef64a34f tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540836
Jan 28 02:03:54.202374 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9c33e-e758-48c2-92eb-b1a96788431e req-46da47eb-da66-45ad-ae15-f0b763081716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:54.204504 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f2c9c33e-e758-48c2-92eb-b1a96788431e req-46da47eb-da66-45ad-ae15-f0b763081716 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 1099 time: 0.0556355
Jan 28 02:03:54.280132 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f2c9c33e-e758-48c2-92eb-b1a96788431e req-88dce014-7c8e-4fd8-baaf-e3bd4f4608b7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683587
Jan 28 02:03:54.326677 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 41828) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:54.479036 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-793316b6-7487-41e7-95bf-a05fe00a3712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:54.583130 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-793316b6-7487-41e7-95bf-a05fe00a3712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:54.593000 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-793316b6-7487-41e7-95bf-a05fe00a3712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:54.618347 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-d0f2d946-475c-44dc-a73e-7ec1013c47a4 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:54.619818 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-d0f2d946-475c-44dc-a73e-7ec1013c47a4 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/networks?id=74f32fac-79da-4565-bfb2-7c951102ee06 HTTP/1.1" status: 200  len: 815 time: 0.1319931
Jan 28 02:03:54.637530 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-303c5c24-bca6-4224-a585-a92e5057dc19 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/quotas/8f948307a28a46c882d15550cc527d3e HTTP/1.1" status: 200  len: 375 time: 0.0104167
Jan 28 02:03:54.671682 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793316b6-7487-41e7-95bf-a05fe00a3712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e97dc4-2180-438d-9e13-ab3390045308,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:54.689552 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-793316b6-7487-41e7-95bf-a05fe00a3712 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2566d3e7902e442fa822ffad2277668a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3659043
Jan 28 02:03:54.694628 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 41858) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:54.777990 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7810610a-209d-400d-9096-544b7afad4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:54.805814 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7810610a-209d-400d-9096-544b7afad4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:54.907962 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7810610a-209d-400d-9096-544b7afad4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:54.913333 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7810610a-209d-400d-9096-544b7afad4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:54.914919 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-7810610a-209d-400d-9096-544b7afad4f0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/81e97dc4-2180-438d-9e13-ab3390045308 HTTP/1.1" status: 204  len: 168 time: 0.2191842
Jan 28 02:03:54.957051 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810610a-209d-400d-9096-544b7afad4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e97dc4-2180-438d-9e13-ab3390045308,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:54.985064 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 1c3eebfc-cf3d-4a86-8be4-2f39da195acf up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:03:55.058486 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:55.059226 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:55.077570 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-2d93b314-8b30-404d-a341-7f5b60f377fa tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f948307a28a46c882d15550cc527d3e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4335461
Jan 28 02:03:55.133882 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaefe6a-7dd0-430d-8b91-0d5aad7f9327 req-6d21b77d-c010-4b53-8af4-c83cfb7ec8b6 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:55.140358 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-baaefe6a-7dd0-430d-8b91-0d5aad7f9327 req-6d21b77d-c010-4b53-8af4-c83cfb7ec8b6 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 944 time: 0.1443269
Jan 28 02:03:55.152461 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:55.192499 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:03:55.205038 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:55.277164 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-baaefe6a-7dd0-430d-8b91-0d5aad7f9327 req-9ea82b5f-9f95-4f73-abd9-126ebd7e8d7f tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1283374
Jan 28 02:03:55.315202 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,revision_number=7']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:55.316837 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-c6ef2fd4-9a5f-41c2-adef-72dc11d87473 service neutron] 10.222.0.77 "GET /v2.0/networks/74f32fac-79da-4565-bfb2-7c951102ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2279088
Jan 28 02:03:55.445131 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 41882) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:55.466624 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-57ce6142-ad50-46f5-93fb-b9d9d2797961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:55.472129 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3623d-9a02-46c0-8faa-03f46b2dcf05 req-e6cde89b-d1e4-4efa-800c-e5646aab73c1 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:55.473648 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-afc3623d-9a02-46c0-8faa-03f46b2dcf05 req-e6cde89b-d1e4-4efa-800c-e5646aab73c1 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 946 time: 0.0910795
Jan 28 02:03:55.499879 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-b05ea0ac-13d6-478b-a743-c143e113ecd2 service neutron] 10.222.0.77 "GET /v2.0/networks/74f32fac-79da-4565-bfb2-7c951102ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1736102
Jan 28 02:03:55.535840 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-afc3623d-9a02-46c0-8faa-03f46b2dcf05 req-b1241ef1-5a50-4dcc-bb10-57f4e2f31aa8 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474756
Jan 28 02:03:55.600732 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-57ce6142-ad50-46f5-93fb-b9d9d2797961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:55.608170 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-57ce6142-ad50-46f5-93fb-b9d9d2797961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:55.720042 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50fd28-fc9b-48db-875e-8c7f1e52d650 req-3e1ceaf3-71d8-4359-a587-2993aad26c94 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:55.730555 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ee50fd28-fc9b-48db-875e-8c7f1e52d650 req-3e1ceaf3-71d8-4359-a587-2993aad26c94 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1127796
Jan 28 02:03:55.754379 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-57ce6142-ad50-46f5-93fb-b9d9d2797961 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ce844fe1e32441a8c430a7fd66f9e9b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3078685
Jan 28 02:03:55.757000 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 41910) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:03:55.759143 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce6142-ad50-46f5-93fb-b9d9d2797961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d392ad-e09d-4751-b870-44af6458d5db,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:55.797084 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d048580-813a-43b7-ae1a-e0b1a9c8c234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:03:55.799608 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189c583b-ea75-46d9-b07a-28280b3239fc" -d '{"events": [{"server_uuid": "9d048580-813a-43b7-ae1a-e0b1a9c8c234", "name": "network-vif-plugged", "status": "completed", "tag": "1c3eebfc-cf3d-4a86-8be4-2f39da195acf"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:03:55.855819 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-19b091c2-2eae-46e7-bf3d-9e2bfcca0dcf req-e370150a-708b-47a0-99e7-b716ad4cb1f4 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 210 time: 0.0664060
Jan 28 02:03:55.878402 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ee50fd28-fc9b-48db-875e-8c7f1e52d650 req-3ed0de5f-cca0-4484-af02-2e9ea491aa9a tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461673
Jan 28 02:03:55.949001 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1e05-fcd2-4615-9eb4-47484c4b39d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:55.975250 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c27ad2e-f88d-4af1-a30a-40adf6264c6d x-openstack-request-id: req-1c27ad2e-f88d-4af1-a30a-40adf6264c6d {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:03:55.975571 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d048580-813a-43b7-ae1a-e0b1a9c8c234", "name": "network-vif-plugged", "status": "completed", "tag": "1c3eebfc-cf3d-4a86-8be4-2f39da195acf", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:03:55.976111 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c27ad2e-f88d-4af1-a30a-40adf6264c6d {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:03:55.976753 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d048580-813a-43b7-ae1a-e0b1a9c8c234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf', 'code': 200}
Jan 28 02:03:55.984160 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1e05-fcd2-4615-9eb4-47484c4b39d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:56.077169 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1e05-fcd2-4615-9eb4-47484c4b39d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:56.080413 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1e05-fcd2-4615-9eb4-47484c4b39d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:56.081939 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-3b7b1e05-fcd2-4615-9eb4-47484c4b39d0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/24d392ad-e09d-4751-b870-44af6458d5db HTTP/1.1" status: 204  len: 168 time: 0.3235791
Jan 28 02:03:56.096080 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b1e05-fcd2-4615-9eb4-47484c4b39d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d392ad-e09d-4751-b870-44af6458d5db,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:56.454578 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bddc9-4b10-48c0-883b-02081e02d9ca req-1f3629b0-e052-4ffa-b416-5d5743c592dd tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:56.456514 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-509bddc9-4b10-48c0-883b-02081e02d9ca req-1f3629b0-e052-4ffa-b416-5d5743c592dd tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.0592444
Jan 28 02:03:56.582806 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-509bddc9-4b10-48c0-883b-02081e02d9ca req-30b406cd-f91f-4fef-8b4b-9b92bce382fa tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0900586
Jan 28 02:03:56.758981 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40984b5-f8c4-4972-856b-460ff8811070 req-e0865ac0-35b0-461c-a9c7-acf22c50f2cb tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:56.760659 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e40984b5-f8c4-4972-856b-460ff8811070 req-e0865ac0-35b0-461c-a9c7-acf22c50f2cb tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 946 time: 0.0836101
Jan 28 02:03:56.832592 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e40984b5-f8c4-4972-856b-460ff8811070 req-2f378815-fdea-4f75-900a-2a9c98676b6e tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635664
Jan 28 02:03:57.155567 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8053c3e4-163c-4205-96e2-a3e68db1dcee req-f0ec1bfe-afed-46a3-ad16-b663f83aec09 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 210 time: 0.1450148
Jan 28 02:03:57.207657 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd697e7-7ead-4d14-a423-7967bbf11005 req-ceb701a8-ef9e-4f0a-a758-da528282b14f tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:57.223750 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dcd697e7-7ead-4d14-a423-7967bbf11005 req-ceb701a8-ef9e-4f0a-a758-da528282b14f tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.2258115
Jan 28 02:03:57.333218 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dcd697e7-7ead-4d14-a423-7967bbf11005 req-48d2260c-f95e-4a78-81d8-f5ac4e38f2a2 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045277
Jan 28 02:03:58.001638 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37584f-f066-40e0-ba08-50e8174a6b74 req-85af851b-d529-4635-8b99-447f46c067a6 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:58.010012 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5f37584f-f066-40e0-ba08-50e8174a6b74 req-85af851b-d529-4635-8b99-447f46c067a6 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.2246449
Jan 28 02:03:58.108918 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5f37584f-f066-40e0-ba08-50e8174a6b74 req-a45fe533-cf28-494b-b8f6-1f98ed792aca tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0977800
Jan 28 02:03:58.172893 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-0b608029-8322-486e-8bcb-c1a3c8b94e75 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:58.174864 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-0b608029-8322-486e-8bcb-c1a3c8b94e75 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.82 "GET /v2.0/networks?id=74f32fac-79da-4565-bfb2-7c951102ee06 HTTP/1.1" status: 200  len: 815 time: 0.2828877
Jan 28 02:03:58.325802 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-40e8d967-6dca-429c-a108-d1c61c7e570e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Request body: {'port': {'device_id': 'b99e0d03-1fe8-4dd7-9c5d-e67a633ab920', 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06', 'admin_state_up': True, 'tenant_id': '8f948307a28a46c882d15550cc527d3e'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:03:58.466138 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-11aacced-6a64-4e58-9737-aa307ad819b4 req-2bf09719-16fb-41a8-af59-176a8cba73de tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 210 time: 0.1477342
Jan 28 02:03:58.500875 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac32d6-b746-42f0-8cbc-f51e4d1e9c77 req-fb83d815-782a-4bb0-8bfd-fd56ff535e3f tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:58.502655 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3cac32d6-b746-42f0-8cbc-f51e4d1e9c77 req-fb83d815-782a-4bb0-8bfd-fd56ff535e3f tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 946 time: 0.2485790
Jan 28 02:03:58.592739 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3cac32d6-b746-42f0-8cbc-f51e4d1e9c77 req-b29162af-ef69-470f-914f-fff1aecf5e23 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714252
Jan 28 02:03:58.633402 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-40e8d967-6dca-429c-a108-d1c61c7e570e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Made reservation on behalf of 8f948307a28a46c882d15550cc527d3e for: {'port': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:03:58.642957 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-40e8d967-6dca-429c-a108-d1c61c7e570e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:58.753670 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea53e2-c82a-4421-9b31-61e163c631af req-0096fe15-ad98-4762-b0b0-b8cb4dd31efe tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:58.755359 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-43ea53e2-c82a-4421-9b31-61e163c631af req-0096fe15-ad98-4762-b0b0-b8cb4dd31efe tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1356645
Jan 28 02:03:58.846086 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-43ea53e2-c82a-4421-9b31-61e163c631af req-4edc7cf0-d8f9-4104-a1d4-446475b2659a tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844049
Jan 28 02:03:58.870702 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_common [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-40e8d967-6dca-429c-a108-d1c61c7e570e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Allocated IP 172.20.0.11 (74f32fac-79da-4565-bfb2-7c951102ee06/1b393d39-c8f1-4417-b01a-d64b8315c262/df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1) {{(pid=101322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:03:59.100462 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-40e8d967-6dca-429c-a108-d1c61c7e570e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for port, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:59.331574 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-40e8d967-6dca-429c-a108-d1c61c7e570e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:59.384288 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-40e8d967-6dca-429c-a108-d1c61c7e570e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Network 74f32fac-79da-4565-bfb2-7c951102ee06 is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:03:59.389330 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-40e8d967-6dca-429c-a108-d1c61c7e570e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:03:59.396609 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-40e8d967-6dca-429c-a108-d1c61c7e570e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Received port after_create {{(pid=101322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:03:59.431786 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3acd9-7374-4a43-80a9-df09cd8d92cb req-588f3066-d98e-43ed-b2fe-0b329579a112 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:59.433410 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c6e3acd9-7374-4a43-80a9-df09cd8d92cb req-588f3066-d98e-43ed-b2fe-0b329579a112 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.1565275
Jan 28 02:03:59.438923 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8d967-6dca-429c-a108-d1c61c7e570e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Pushing event updated for resources: {'Port': ['ID=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:03:59.496683 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-40e8d967-6dca-429c-a108-d1c61c7e570e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:59.497424 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-40e8d967-6dca-429c-a108-d1c61c7e570e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:59.542888 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c6e3acd9-7374-4a43-80a9-df09cd8d92cb req-8c5be1af-989f-4b60-b359-ef7f98821510 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0967360
Jan 28 02:03:59.593173 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-40e8d967-6dca-429c-a108-d1c61c7e570e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2734637
Jan 28 02:03:59.631985 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Request body: {'port': {'device_id': 'b99e0d03-1fe8-4dd7-9c5d-e67a633ab920', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:03:59.801090 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f13aa-882c-44d4-8b94-a1cbec7a95f5 req-54b15478-2213-45f5-bc16-d6de24bb574c tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:59.802664 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ab4f13aa-882c-44d4-8b94-a1cbec7a95f5 req-54b15478-2213-45f5-bc16-d6de24bb574c tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 932 time: 0.1924255
Jan 28 02:03:59.807845 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:59.845047 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-db489c94-4eb5-4c61-8b90-bff2e7dac188 None None] Provisioning complete for port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:03:59.845900 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-db489c94-4eb5-4c61-8b90-bff2e7dac188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:59.855663 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16176786-3dc4-4ba6-ac26-4d64a149f9e9 req-d40c9ace-3856-4761-92aa-b0eb16cf9982 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:03:59.857304 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-16176786-3dc4-4ba6-ac26-4d64a149f9e9 req-d40c9ace-3856-4761-92aa-b0eb16cf9982 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 946 time: 0.1328287
Jan 28 02:03:59.892967 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-db489c94-4eb5-4c61-8b90-bff2e7dac188 None None] Port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:03:59.934416 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ab4f13aa-882c-44d4-8b94-a1cbec7a95f5 req-6aed1455-61e5-4fac-9629-ea117ebc0dff tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226354
Jan 28 02:04:00.036611 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-16176786-3dc4-4ba6-ac26-4d64a149f9e9 req-dada47b4-fd20-4a80-9a60-05a7d2f3abf5 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/security-groups?id=1453b9df-0f4c-4081-9950-edc1bb1a991b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1584175
Jan 28 02:04:00.182831 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2033fb-da59-43fc-a18c-86b653bc5e14 req-83510986-8120-4b50-b8d6-5f10cc1d40cc tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:00.190645 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4e2033fb-da59-43fc-a18c-86b653bc5e14 req-83510986-8120-4b50-b8d6-5f10cc1d40cc tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1406417
Jan 28 02:04:00.281204 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4e2033fb-da59-43fc-a18c-86b653bc5e14 req-fcd12eb0-216b-4177-898c-bf27e00ad37a tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895751
Jan 28 02:04:00.340539 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5a401-5453-4dde-8700-4f95741a97b3 req-82f61983-ff72-4bad-aa52-f2b838de4d02 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:00.344497 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-7ef5a401-5453-4dde-8700-4f95741a97b3 req-82f61983-ff72-4bad-aa52-f2b838de4d02 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.82 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 946 time: 0.1384192
Jan 28 02:04:00.359054 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 {{(pid=101322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:04:00.369298 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:00.398357 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.provisioning_blocks [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Transition to ACTIVE for port object df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 will not be triggered until provisioned by entity L2. {{(pid=101322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:04:00.406022 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4291371100'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:00.471665 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Pushing event updated for resources: {'Port': ['ID=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1,revision_number=2']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:00.563812 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-7ef5a401-5453-4dde-8700-4f95741a97b3 req-d6aadc0b-c027-42e3-a985-ae7418fb71a9 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Deleting port fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:04:00.565711 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-7ef5a401-5453-4dde-8700-4f95741a97b3 req-d6aadc0b-c027-42e3-a985-ae7418fb71a9 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:00.625236 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.managers [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Attempting to bind port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:04:00.626247 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.managers [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Attempting to bind port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '93086bcc-0628-453c-a2d3-0718c8a10fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06'}] {{(pid=101322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:04:00.626976 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Attempting to bind port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 on network 74f32fac-79da-4565-bfb2-7c951102ee06 {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:04:00.632465 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 on network 74f32fac-79da-4565-bfb2-7c951102ee06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:04:00.633271 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Attempting to bind port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 on network 74f32fac-79da-4565-bfb2-7c951102ee06 {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:04:00.640035 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:04:00.640629 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Checking segment: {'id': '93086bcc-0628-453c-a2d3-0718c8a10fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:04:00.641230 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Bound using segment: {'id': '93086bcc-0628-453c-a2d3-0718c8a10fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06'} {{(pid=101322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:04:00.642056 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.managers [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Bound port: df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93086bcc-0628-453c-a2d3-0718c8a10fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06'}}] {{(pid=101322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:04:00.642797 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:00.811461 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-7ef5a401-5453-4dde-8700-4f95741a97b3 req-d6aadc0b-c027-42e3-a985-ae7418fb71a9 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] For port fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb,segment=NetworkSegment(641f6642-8344-4738-8f35-5944fff72d1e),segment_id=641f6642-8344-4738-8f35-5944fff72d1e)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:04:00.812248 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-7ef5a401-5453-4dde-8700-4f95741a97b3 req-d6aadc0b-c027-42e3-a985-ae7418fb71a9 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:00.836188 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.db [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] For port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1, host hv-cinder-82497, cleared binding levels {{(pid=101322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:04:00.842749 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-7ef5a401-5453-4dde-8700-4f95741a97b3 req-d6aadc0b-c027-42e3-a985-ae7418fb71a9 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Calling delete_port for fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb owned by compute:nova {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:04:00.847006 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50218367-2cea-4fee-be9e-f6267cb6b303 req-7f02a3f6-e877-49bb-8b25-278b71bc2078 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:00.850874 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-50218367-2cea-4fee-be9e-f6267cb6b303 req-7f02a3f6-e877-49bb-8b25-278b71bc2078 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.1461580
Jan 28 02:04:00.878620 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.db [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] For port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1,segment=NetworkSegment(93086bcc-0628-453c-a2d3-0718c8a10fd4),segment_id=93086bcc-0628-453c-a2d3-0718c8a10fd4)] {{(pid=101322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:04:00.893650 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4291371100'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:00.976328 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-50218367-2cea-4fee-be9e-f6267cb6b303 req-abe3613f-d4fc-4fe9-b2f9-5e8ca2ab6f27 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1146135
Jan 28 02:04:01.031155 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:01.031896 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:01.033363 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] 10.222.0.82 "PUT /v2.0/ports/df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 HTTP/1.1" status: 200  len: 1094 time: 1.4063392
Jan 28 02:04:01.034095 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99e0d03-1fe8-4dd7-9c5d-e67a633ab920', 'tag': 'df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1'}] {{(pid=101322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:04:01.037278 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22e9aba1f3ae753be8f095bd4de5bd58f45f4f40cfe68f6f18584bec835fbd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d45fcf-ebf6-430e-9407-12da417c6ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "b99e0d03-1fe8-4dd7-9c5d-e67a633ab920", "tag": "df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1"}]}' {{(pid=101322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:04:01.121823 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e370dd-9937-4ad9-ac49-986e582d367d service neutron] Pushing event updated for resources: {'Port': ['ID=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1,revision_number=3']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:01.133537 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-7ef5a401-5453-4dde-8700-4f95741a97b3 req-d6aadc0b-c027-42e3-a985-ae7418fb71a9 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:01.173992 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:04:01.200820 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d10475-9a0d-40fa-b252-e293b04a6514 x-openstack-request-id: req-c0d10475-9a0d-40fa-b252-e293b04a6514 {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:04:01.208720 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99e0d03-1fe8-4dd7-9c5d-e67a633ab920", "tag": "df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1", "status": "completed", "code": 200}]} {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:04:01.212942 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c0d10475-9a0d-40fa-b252-e293b04a6514 {{(pid=101322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:04:01.213345 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99e0d03-1fe8-4dd7-9c5d-e67a633ab920', 'tag': 'df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1', 'status': 'completed', 'code': 200}
Jan 28 02:04:01.230748 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aadc0b-c027-42e3-a985-ae7418fb71a9 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Pushing event deleted for resources: {'Port': ['ID=fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:01.259172 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:04:01.267802 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca418cb3-2684-47b2-a9ed-afe7c889726b req-1b78d801-6b98-426c-bedf-a39ccb2bae70 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:01.274885 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ca418cb3-2684-47b2-a9ed-afe7c889726b req-1b78d801-6b98-426c-bedf-a39ccb2bae70 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 944 time: 0.2459610
Jan 28 02:04:01.326494 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef5a401-5453-4dde-8700-4f95741a97b3 req-d6aadc0b-c027-42e3-a985-ae7418fb71a9 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] No DVR routers for this DVR port fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb on host hv-cinder-82497 {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:04:01.332655 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-7ef5a401-5453-4dde-8700-4f95741a97b3 req-d6aadc0b-c027-42e3-a985-ae7418fb71a9 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:01.339389 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-7ef5a401-5453-4dde-8700-4f95741a97b3 req-d6aadc0b-c027-42e3-a985-ae7418fb71a9 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.82 "DELETE /v2.0/ports/fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb HTTP/1.1" status: 204  len: 173 time: 0.9863310
Jan 28 02:04:01.340009 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71af6d79-02c9-49a6-b39a-e9ff65a92bdd', 'name': 'network-vif-deleted', 'tag': 'fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:04:01.343244 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e659c454-0820-4d56-bd53-4e1fc8925af3" -d '{"events": [{"server_uuid": "71af6d79-02c9-49a6-b39a-e9ff65a92bdd", "name": "network-vif-deleted", "tag": "fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:04:01.376452 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0344010f-1c5a-4267-8e15-331390d6beb2 req-7da706b1-aae2-4bc7-8f65-29ca81e18ad2 tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 210 time: 0.0689657
Jan 28 02:04:01.397650 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-2283044c-e65d-4e4f-b7cf-105347f976be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:01.399244 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-2283044c-e65d-4e4f-b7cf-105347f976be service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8f948307a28a46c882d15550cc527d3e&device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 1097 time: 0.2729285
Jan 28 02:04:01.441027 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ca418cb3-2684-47b2-a9ed-afe7c889726b req-867ead7f-48fc-49e7-b291-38dccebcefde tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468172
Jan 28 02:04:01.558126 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a32ddb-0bfe-42ab-bc95-2e02d6b6a86e x-openstack-request-id: req-c1a32ddb-0bfe-42ab-bc95-2e02d6b6a86e {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:04:01.558651 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71af6d79-02c9-49a6-b39a-e9ff65a92bdd", "name": "network-vif-deleted", "tag": "fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:04:01.559082 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c1a32ddb-0bfe-42ab-bc95-2e02d6b6a86e {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:04:01.559664 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71af6d79-02c9-49a6-b39a-e9ff65a92bdd', 'name': 'network-vif-deleted', 'tag': 'fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb', 'status': 'completed', 'code': 200}
Jan 28 02:04:01.583480 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-ccc32420-4904-46ad-8e8b-b9a8664d5c99 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 HTTP/1.1" status: 200  len: 217 time: 0.1407053
Jan 28 02:04:01.715980 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31865d13-5fd0-4aa3-bf05-01b61cb41496 req-f518bde4-1a71-4c51-94ef-c727031f7753 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:01.718300 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-31865d13-5fd0-4aa3-bf05-01b61cb41496 req-f518bde4-1a71-4c51-94ef-c727031f7753 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1814661
Jan 28 02:04:01.764980 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-7d05215d-7f9e-492d-8958-f8410102053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:01.766516 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-7d05215d-7f9e-492d-8958-f8410102053f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1b393d39-c8f1-4417-b01a-d64b8315c262 HTTP/1.1" status: 200  len: 854 time: 0.1389613
Jan 28 02:04:01.863313 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-31865d13-5fd0-4aa3-bf05-01b61cb41496 req-48a425e9-4f2c-4c8e-b9c1-9b9e362fcbf1 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316710
Jan 28 02:04:01.881011 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-103aced2-af70-4fbd-98df-dc2088a07a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:01.883896 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-103aced2-af70-4fbd-98df-dc2088a07a8f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=74f32fac-79da-4565-bfb2-7c951102ee06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1061816
Jan 28 02:04:02.004294 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-8c11f716-eac8-4ca1-948a-c3875bcbff73 service neutron] 10.222.0.82 "GET /v2.0/networks/74f32fac-79da-4565-bfb2-7c951102ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1090717
Jan 28 02:04:02.149157 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-662ecc0a-3f95-4084-bab3-7beff90811cb req-a9593a0d-8c0f-44dc-bc63-728721c957cd service neutron] 10.222.0.82 "GET /v2.0/networks/74f32fac-79da-4565-bfb2-7c951102ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376989
Jan 28 02:04:02.390444 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac08091-1f28-425c-9d0c-072937401b62 req-48a0a602-3b33-41e8-823b-c1ad38548f76 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:02.396928 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-aac08091-1f28-425c-9d0c-072937401b62 req-48a0a602-3b33-41e8-823b-c1ad38548f76 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.1933680
Jan 28 02:04:02.450101 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d45fcf-ebf6-430e-9407-12da417c6ec2 req-51d1d38a-f022-4174-b9fe-c41f12f75143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:02.455055 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e1d45fcf-ebf6-430e-9407-12da417c6ec2 req-51d1d38a-f022-4174-b9fe-c41f12f75143 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8f948307a28a46c882d15550cc527d3e&device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 1097 time: 0.1543188
Jan 28 02:04:02.570789 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-aac08091-1f28-425c-9d0c-072937401b62 req-5791a119-e24e-4c5f-b022-914b4c8fd738 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1729653
Jan 28 02:04:02.611885 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d57cedf6-ac4a-4ae2-b591-e6a02e592bec req-13a4fcbe-be73-43e8-9287-6570defba58a tempest-VolumesActionsTest-96939119 tempest-VolumesActionsTest-96939119-project] 10.222.0.77 "GET /v2.0/ports?device_id=71af6d79-02c9-49a6-b39a-e9ff65a92bdd HTTP/1.1" status: 200  len: 210 time: 0.0392592
Jan 28 02:04:02.671347 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d45fcf-ebf6-430e-9407-12da417c6ec2 req-7736a72e-a510-4c67-9632-e9fd3444636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:02.672561 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e1d45fcf-ebf6-430e-9407-12da417c6ec2 req-7736a72e-a510-4c67-9632-e9fd3444636f service neutron] 10.222.0.82 "GET /v2.0/networks?id=74f32fac-79da-4565-bfb2-7c951102ee06 HTTP/1.1" status: 200  len: 916 time: 0.2045968
Jan 28 02:04:02.736590 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e1d45fcf-ebf6-430e-9407-12da417c6ec2 req-09646ad9-8737-43bb-ae78-85ace3b28879 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 HTTP/1.1" status: 200  len: 217 time: 0.0516300
Jan 28 02:04:03.099334 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d45fcf-ebf6-430e-9407-12da417c6ec2 req-e732064b-0ae7-44d6-a57a-988f1c2e59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:03.101592 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e1d45fcf-ebf6-430e-9407-12da417c6ec2 req-e732064b-0ae7-44d6-a57a-988f1c2e59f0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1b393d39-c8f1-4417-b01a-d64b8315c262 HTTP/1.1" status: 200  len: 854 time: 0.3579240
Jan 28 02:04:03.157708 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dda5a-7b87-4510-a5d7-5bdc53426a08 req-b7fc0477-3802-4326-b2db-dee514fe1b91 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:03.168308 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9d5dda5a-7b87-4510-a5d7-5bdc53426a08 req-b7fc0477-3802-4326-b2db-dee514fe1b91 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 944 time: 0.4924860
Jan 28 02:04:03.278510 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d45fcf-ebf6-430e-9407-12da417c6ec2 req-c6c107dd-072b-4280-9917-6565183943e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:03.281095 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e1d45fcf-ebf6-430e-9407-12da417c6ec2 req-c6c107dd-072b-4280-9917-6565183943e7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=74f32fac-79da-4565-bfb2-7c951102ee06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1643224
Jan 28 02:04:03.311156 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9d5dda5a-7b87-4510-a5d7-5bdc53426a08 req-7c823668-db66-4166-8d2f-1184148da744 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417994
Jan 28 02:04:03.334697 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68565be9-6ab0-479e-bdd2-b3a83bff5ee5 req-f308b5b5-d9b9-492d-80d0-00246373a050 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:03.344031 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-68565be9-6ab0-479e-bdd2-b3a83bff5ee5 req-f308b5b5-d9b9-492d-80d0-00246373a050 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.2319047
Jan 28 02:04:03.386527 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 42122) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:03.488664 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-68565be9-6ab0-479e-bdd2-b3a83bff5ee5 req-a1e9b99b-b74d-436b-9a01-7c8f1ff060b6 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435308
Jan 28 02:04:03.536650 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e1d45fcf-ebf6-430e-9407-12da417c6ec2 req-93f55a6f-08c2-425b-b137-44b0c4cb6efa service neutron] 10.222.0.82 "GET /v2.0/networks/74f32fac-79da-4565-bfb2-7c951102ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2427599
Jan 28 02:04:03.618679 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7bd0a3c8-04ba-4ed4-8f47-8d027c505ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:03.715440 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7bd0a3c8-04ba-4ed4-8f47-8d027c505ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:03.724496 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7bd0a3c8-04ba-4ed4-8f47-8d027c505ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:03.761877 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-7bd0a3c8-04ba-4ed4-8f47-8d027c505ea4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c0e0a415b6184dd0afe91158f4ae550b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3723018
Jan 28 02:04:03.763149 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 42140) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:03.768730 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e1d45fcf-ebf6-430e-9407-12da417c6ec2 req-ec35bea2-2f01-4b70-aab7-1e4d5db5c73b service neutron] 10.222.0.82 "GET /v2.0/networks/74f32fac-79da-4565-bfb2-7c951102ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2222774
Jan 28 02:04:03.792741 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0a3c8-04ba-4ed4-8f47-8d027c505ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412617dc-dbfd-4dcb-9254-fb56fb1406c4,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:03.803488 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e97214-a0f3-46ac-b907-921be86fc044 req-b98ce73f-58d0-4c39-bfad-e1e804d65253 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:03.805017 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-49e97214-a0f3-46ac-b907-921be86fc044 req-b98ce73f-58d0-4c39-bfad-e1e804d65253 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.0918565
Jan 28 02:04:03.911492 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-49e97214-a0f3-46ac-b907-921be86fc044 req-6de91f25-2a95-427a-849e-a40469403d77 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766170
Jan 28 02:04:03.912280 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-09df4ed7-3706-4b07-a9a8-8b09e3fb4be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:03.953167 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-09df4ed7-3706-4b07-a9a8-8b09e3fb4be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:04.019803 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-09df4ed7-3706-4b07-a9a8-8b09e3fb4be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:04.022408 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-09df4ed7-3706-4b07-a9a8-8b09e3fb4be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:04.023580 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-09df4ed7-3706-4b07-a9a8-8b09e3fb4be8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/412617dc-dbfd-4dcb-9254-fb56fb1406c4 HTTP/1.1" status: 204  len: 168 time: 0.2572172
Jan 28 02:04:04.039330 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df4ed7-3706-4b07-a9a8-8b09e3fb4be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412617dc-dbfd-4dcb-9254-fb56fb1406c4,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:04.463762 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 42166) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:04.471224 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a5c6f-845e-4a5f-9407-6a08e5b13f6b req-5843fc57-2881-4a37-9bba-6239578c8038 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:04.473422 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-300a5c6f-845e-4a5f-9407-6a08e5b13f6b req-5843fc57-2881-4a37-9bba-6239578c8038 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 944 time: 0.0694814
Jan 28 02:04:04.479966 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bb2aeff6-bb68-4ffd-9274-2d7c8dc4f506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:04.551340 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-300a5c6f-845e-4a5f-9407-6a08e5b13f6b req-5b9c59ae-b9c7-4aad-9412-179c52ceee69 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666995
Jan 28 02:04:04.655632 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bb2aeff6-bb68-4ffd-9274-2d7c8dc4f506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:04.663073 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bb2aeff6-bb68-4ffd-9274-2d7c8dc4f506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:04.703283 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-bb2aeff6-bb68-4ffd-9274-2d7c8dc4f506 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=71f0c1ee26c54ed2b48e19ffd8e1ce5a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2378006
Jan 28 02:04:04.705903 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 42176) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:04.711669 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86533b6e-f0d8-40f8-b698-767ae0754dd4 req-e82e4907-f524-42d2-a94d-ddee23e85e3b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:04.714955 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-86533b6e-f0d8-40f8-b698-767ae0754dd4 req-e82e4907-f524-42d2-a94d-ddee23e85e3b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0921171
Jan 28 02:04:04.766059 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aeff6-bb68-4ffd-9274-2d7c8dc4f506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a5d0d1-d1e0-48ba-8cf1-b3814c7626ee,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:04.797614 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-86533b6e-f0d8-40f8-b698-767ae0754dd4 req-d17f815e-1483-4e36-b7f5-d0702001a5e2 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737691
Jan 28 02:04:04.823927 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bf6165ad-3567-4923-9678-159443377e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:04.911787 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bf6165ad-3567-4923-9678-159443377e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:05.018044 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bf6165ad-3567-4923-9678-159443377e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:05.024025 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bf6165ad-3567-4923-9678-159443377e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:05.025811 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-bf6165ad-3567-4923-9678-159443377e40 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/81a5d0d1-d1e0-48ba-8cf1-b3814c7626ee HTTP/1.1" status: 204  len: 168 time: 0.3181710
Jan 28 02:04:05.049936 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6165ad-3567-4923-9678-159443377e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a5d0d1-d1e0-48ba-8cf1-b3814c7626ee,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:05.052931 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:04:05.078919 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:04:05.079400 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device fa7d8f86-0dd8-42bc-8bab-c8aebe6a1fdb not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:04:05.119542 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68d18f-8423-435a-8fcb-1fe8a460ee1c req-37cac01d-0519-45c0-b973-dc46fefed702 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:05.127298 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ea68d18f-8423-435a-8fcb-1fe8a460ee1c req-37cac01d-0519-45c0-b973-dc46fefed702 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.0861020
Jan 28 02:04:05.177211 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ea68d18f-8423-435a-8fcb-1fe8a460ee1c req-411cdded-e008-482b-aa34-6a16470d62da tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489061
Jan 28 02:04:05.782389 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43343a9f-7a10-4620-8ab6-5f53c346610b req-42fdd040-cde8-42c6-ba64-e7d19c04daa9 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:05.786448 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-43343a9f-7a10-4620-8ab6-5f53c346610b req-42fdd040-cde8-42c6-ba64-e7d19c04daa9 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 944 time: 0.0692129
Jan 28 02:04:05.836046 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-43343a9f-7a10-4620-8ab6-5f53c346610b req-1fe4d51e-1522-4cbf-b5b5-bf6e27034552 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423887
Jan 28 02:04:06.111366 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83828d17-eb42-406f-b7be-beb79417b71e req-4de9e852-64ad-4c05-a667-de17ea6916d2 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:06.118340 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-83828d17-eb42-406f-b7be-beb79417b71e req-4de9e852-64ad-4c05-a667-de17ea6916d2 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1211431
Jan 28 02:04:06.201401 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-83828d17-eb42-406f-b7be-beb79417b71e req-ded73263-c15b-4778-a73e-277f8c8eaa7a tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788050
Jan 28 02:04:06.382036 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05024ed0-29a7-4070-9af8-b04bd8c0d029 req-36502343-37dc-4b58-ba55-a03ad6bc9a4d tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:06.382036 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-05024ed0-29a7-4070-9af8-b04bd8c0d029 req-36502343-37dc-4b58-ba55-a03ad6bc9a4d tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.0915012
Jan 28 02:04:06.436631 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-05024ed0-29a7-4070-9af8-b04bd8c0d029 req-be49ba37-1c54-4060-af74-60ad3facdfe4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467792
Jan 28 02:04:07.016610 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8defb-3e40-4a05-9624-0653396de52c req-ba06c49c-cbbc-4f80-8dc5-49f0621cfc28 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:07.020197 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9df8defb-3e40-4a05-9624-0653396de52c req-ba06c49c-cbbc-4f80-8dc5-49f0621cfc28 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 944 time: 0.0598063
Jan 28 02:04:07.075506 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9df8defb-3e40-4a05-9624-0653396de52c req-e002269a-a950-4522-aea3-ce43f83d9d6a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454743
Jan 28 02:04:07.465264 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7148f-6e5a-4c64-9efe-22928d5099d0 req-4cce8ca7-4167-407b-a044-90d4cfa1c9fe tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:07.475914 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c8f7148f-6e5a-4c64-9efe-22928d5099d0 req-4cce8ca7-4167-407b-a044-90d4cfa1c9fe tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1461158
Jan 28 02:04:07.535384 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c8f7148f-6e5a-4c64-9efe-22928d5099d0 req-a2541ed8-6048-45bc-bca8-c21b19bd76d3 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565197
Jan 28 02:04:07.671090 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e964248-ebcf-4c57-8782-00eeb32ce7d1 req-1b4fc05c-359e-4c14-8e1d-16ee960bdd77 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:07.679642 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1e964248-ebcf-4c57-8782-00eeb32ce7d1 req-1b4fc05c-359e-4c14-8e1d-16ee960bdd77 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.0723913
Jan 28 02:04:07.733231 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1e964248-ebcf-4c57-8782-00eeb32ce7d1 req-67ccd75c-a1d7-43b9-92be-64a9df69f659 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472105
Jan 28 02:04:07.853225 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98bd46-9081-49c3-8db9-eba990a6aa0f req-c3afae3b-7115-4025-a05e-fd2f98622da2 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:07.858794 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-da98bd46-9081-49c3-8db9-eba990a6aa0f req-c3afae3b-7115-4025-a05e-fd2f98622da2 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 946 time: 0.0771723
Jan 28 02:04:07.904639 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-da98bd46-9081-49c3-8db9-eba990a6aa0f req-f436d9f0-d219-46df-bedb-e37ee84dcc39 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415738
Jan 28 02:04:08.236124 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cc79d-1417-40a6-a020-83484afb7495 req-f291c509-5087-4e0c-8a4b-6fcc5daeaa06 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:08.239428 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dc7cc79d-1417-40a6-a020-83484afb7495 req-f291c509-5087-4e0c-8a4b-6fcc5daeaa06 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 944 time: 0.0797343
Jan 28 02:04:08.303995 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dc7cc79d-1417-40a6-a020-83484afb7495 req-4227fba0-5732-4eb2-a607-f6263af9bd05 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574493
Jan 28 02:04:08.752433 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd7dcd-3793-47e1-b9d5-b2143ef250e6 req-dc2ef4b9-f255-4049-89e3-3c82cc67cf83 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:08.753927 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bcdd7dcd-3793-47e1-b9d5-b2143ef250e6 req-dc2ef4b9-f255-4049-89e3-3c82cc67cf83 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0863345
Jan 28 02:04:08.809011 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bcdd7dcd-3793-47e1-b9d5-b2143ef250e6 req-f3fb20f5-3d91-4847-a8a6-d44d9e8acda6 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474768
Jan 28 02:04:08.972832 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fb971-ab56-425a-990e-df5afa40b35b req-532b9175-4d77-4867-b9f0-8430dbc62950 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:08.974732 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cc7fb971-ab56-425a-990e-df5afa40b35b req-532b9175-4d77-4867-b9f0-8430dbc62950 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.1168127
Jan 28 02:04:09.033207 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cc7fb971-ab56-425a-990e-df5afa40b35b req-9d079a2b-aa7d-4721-ac31-fbb75d42aeaf tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497112
Jan 28 02:04:09.105289 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5f4e3-7c82-46cb-b7e5-54698de1f423 req-2302c3b1-7d4a-4469-9581-e7a2fb7ca8b0 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:09.106843 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-70d5f4e3-7c82-46cb-b7e5-54698de1f423 req-2302c3b1-7d4a-4469-9581-e7a2fb7ca8b0 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 946 time: 0.0726507
Jan 28 02:04:09.163673 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-70d5f4e3-7c82-46cb-b7e5-54698de1f423 req-9db687de-e14f-4d58-a08b-14c5ff5aa53f tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474250
Jan 28 02:04:09.493544 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab7007-a490-4e15-a69b-255fb7dc395f req-6e21b870-b2dc-4ed5-92b4-94191bd2d3f8 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:09.495671 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0bab7007-a490-4e15-a69b-255fb7dc395f req-6e21b870-b2dc-4ed5-92b4-94191bd2d3f8 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 944 time: 0.0697069
Jan 28 02:04:09.560714 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0bab7007-a490-4e15-a69b-255fb7dc395f req-204077dc-ec5c-4516-885b-f72402eb2c70 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519536
Jan 28 02:04:09.967547 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16eb17-1a83-4fa5-b588-7587abb2888a req-cdd8e7a3-7f77-456e-970b-9e0fe3513e86 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:09.969440 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8f16eb17-1a83-4fa5-b588-7587abb2888a req-cdd8e7a3-7f77-456e-970b-9e0fe3513e86 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0683036
Jan 28 02:04:10.023748 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8f16eb17-1a83-4fa5-b588-7587abb2888a req-19592b37-52a2-4708-8262-40c9f3593c90 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448062
Jan 28 02:04:10.177170 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a4d9f-aca1-495c-ac29-2252fc865583 req-0dffe06b-821f-423c-b858-9b3c65b4c9e3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:10.179865 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dc8a4d9f-aca1-495c-ac29-2252fc865583 req-0dffe06b-821f-423c-b858-9b3c65b4c9e3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.0616269
Jan 28 02:04:10.226870 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dc8a4d9f-aca1-495c-ac29-2252fc865583 req-38b7176d-998f-4e6b-b482-8bceb95aaf65 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404508
Jan 28 02:04:10.299899 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4f1c3-2e1b-4e1b-8a87-75d39f2fb3f4 req-b65d6616-80d3-42c6-8edc-c116c4715a00 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:10.301446 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-03d4f1c3-2e1b-4e1b-8a87-75d39f2fb3f4 req-b65d6616-80d3-42c6-8edc-c116c4715a00 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 946 time: 0.0604432
Jan 28 02:04:10.348040 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-03d4f1c3-2e1b-4e1b-8a87-75d39f2fb3f4 req-c9b5a11a-e760-4bfa-b13e-1b2751cb2d21 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394008
Jan 28 02:04:10.710631 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd857a0-fb50-4886-973d-a787cfdf545a req-f6d5a4ef-b8e3-445e-9e95-213abe004a06 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:10.712212 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4dd857a0-fb50-4886-973d-a787cfdf545a req-f6d5a4ef-b8e3-445e-9e95-213abe004a06 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 944 time: 0.0587745
Jan 28 02:04:10.751215 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4dd857a0-fb50-4886-973d-a787cfdf545a req-8457461c-a53b-4a73-90c7-06551a8d3684 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326219
Jan 28 02:04:11.155960 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca8fd0-dc70-4bde-b365-c7346aaf066a req-221d8b8f-0ec6-4e69-8416-0aed9c5269b0 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:11.157418 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-caca8fd0-dc70-4bde-b365-c7346aaf066a req-221d8b8f-0ec6-4e69-8416-0aed9c5269b0 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0529127
Jan 28 02:04:11.227785 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-caca8fd0-dc70-4bde-b365-c7346aaf066a req-4d785980-cab0-486a-8095-f39464848175 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626085
Jan 28 02:04:11.394304 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e5087-7640-4c45-a63f-4ee5eb276398 req-3f3361aa-d2a4-4953-9970-8277361726a0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:11.394874 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c62e5087-7640-4c45-a63f-4ee5eb276398 req-3f3361aa-d2a4-4953-9970-8277361726a0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.0760655
Jan 28 02:04:11.443912 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c62e5087-7640-4c45-a63f-4ee5eb276398 req-21457db9-70a2-4afa-a669-f986bc9e1226 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427516
Jan 28 02:04:11.502175 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908afa53-9ec9-42b6-ba55-da3af8b858ca req-cb3b58bb-38fb-4a31-81ee-d68d4e3694b0 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:11.503748 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-908afa53-9ec9-42b6-ba55-da3af8b858ca req-cb3b58bb-38fb-4a31-81ee-d68d4e3694b0 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 946 time: 0.0648792
Jan 28 02:04:11.548316 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-908afa53-9ec9-42b6-ba55-da3af8b858ca req-ffd91a2e-453c-4c26-8d27-7f2f3df33a0e tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355170
Jan 28 02:04:11.831933 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-82ad7d50-f58c-4812-bada-d623af3d6a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:11.907812 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615210a-0e5a-482d-a396-b22ce9c783ae req-72e928e9-8876-4d57-ae39-8211b8644ccf tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:11.909287 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3615210a-0e5a-482d-a396-b22ce9c783ae req-72e928e9-8876-4d57-ae39-8211b8644ccf tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 944 time: 0.0649331
Jan 28 02:04:11.960123 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3615210a-0e5a-482d-a396-b22ce9c783ae req-e4315133-9448-4046-9616-4602b30aa34b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445473
Jan 28 02:04:12.372423 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdf21e-1aba-4759-94e7-1c104eddcb2c req-12c136f8-a459-4ac8-9551-43d56680f5db tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:12.374691 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d3bdf21e-1aba-4759-94e7-1c104eddcb2c req-12c136f8-a459-4ac8-9551-43d56680f5db tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0591311
Jan 28 02:04:12.417358 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d3bdf21e-1aba-4759-94e7-1c104eddcb2c req-1bc69ecf-6cdc-475a-b5e1-071cd2823a96 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364127
Jan 28 02:04:12.604912 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0b158-d54b-4e51-91e0-e7d5c3114bf2 req-d380ab3b-be8c-4ed6-8f2c-6b80a1058d3b tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:12.606492 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-19d0b158-d54b-4e51-91e0-e7d5c3114bf2 req-d380ab3b-be8c-4ed6-8f2c-6b80a1058d3b tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.0755010
Jan 28 02:04:12.683277 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-19d0b158-d54b-4e51-91e0-e7d5c3114bf2 req-c65d63bb-79ff-47f7-95ba-0cb62fc3aeee tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698600
Jan 28 02:04:12.703356 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf59b11-c4d4-412e-bf2e-7e23c311bdfc req-6be9ce33-c726-42b8-a447-7b156d85eaae tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:12.705047 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1bf59b11-c4d4-412e-bf2e-7e23c311bdfc req-6be9ce33-c726-42b8-a447-7b156d85eaae tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 946 time: 0.0766892
Jan 28 02:04:12.764963 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1bf59b11-c4d4-412e-bf2e-7e23c311bdfc req-3bfecec4-9422-4dad-9624-896110d75f2d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516369
Jan 28 02:04:13.090539 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5758-6b59-4d7e-bb59-f0e16dc140cb req-d0175874-4eeb-4f24-8a2d-281d4e80f005 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:13.092955 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-82fd5758-6b59-4d7e-bb59-f0e16dc140cb req-d0175874-4eeb-4f24-8a2d-281d4e80f005 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 944 time: 0.0567322
Jan 28 02:04:13.148788 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-82fd5758-6b59-4d7e-bb59-f0e16dc140cb req-48dbada3-85ec-4ab4-a245-92cdfe69a52b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483866
Jan 28 02:04:13.584146 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33058678-f11d-49d1-a04d-5db961522b1d req-096c6d42-53da-409f-89b2-dddaefcc19c7 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:13.585800 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-33058678-f11d-49d1-a04d-5db961522b1d req-096c6d42-53da-409f-89b2-dddaefcc19c7 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0823326
Jan 28 02:04:13.658738 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-33058678-f11d-49d1-a04d-5db961522b1d req-4c6798c9-27d7-4f08-938a-0e58ab8128e0 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622816
Jan 28 02:04:13.907325 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-258e01a2-e2c3-4af0-bf2c-937d7326c55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:13.915102 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11786e2a-5ec1-43e1-a9cc-e603357350ba req-0881770f-c063-4de1-b536-a20be3685e30 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:13.919894 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-11786e2a-5ec1-43e1-a9cc-e603357350ba req-0881770f-c063-4de1-b536-a20be3685e30 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.1257379
Jan 28 02:04:13.926983 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 42448) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:14.074243 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-11786e2a-5ec1-43e1-a9cc-e603357350ba req-0d2101ec-583a-4eaf-b39e-cce5517cdfe0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1377189
Jan 28 02:04:14.082393 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72de5ca-0dce-445a-b748-54afd4144aac req-fbc591b2-45e4-4a67-801f-04238c2d0b08 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:14.089925 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d72de5ca-0dce-445a-b748-54afd4144aac req-fbc591b2-45e4-4a67-801f-04238c2d0b08 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 946 time: 0.2050459
Jan 28 02:04:14.132853 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7d571be3-1219-450c-bf27-d305af6b5c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:14.140009 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d72de5ca-0dce-445a-b748-54afd4144aac req-0b0ac90d-215c-46ad-afcf-c89f37561411 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489938
Jan 28 02:04:14.329137 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51391b31-3f0d-4a98-8778-eb7dfd74b57d req-c45e484b-1d0b-4e9f-aec5-9e341af5f472 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:14.331518 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-51391b31-3f0d-4a98-8778-eb7dfd74b57d req-c45e484b-1d0b-4e9f-aec5-9e341af5f472 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 944 time: 0.0780587
Jan 28 02:04:14.356136 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7d571be3-1219-450c-bf27-d305af6b5c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:14.372824 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7d571be3-1219-450c-bf27-d305af6b5c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:14.410598 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d571be3-1219-450c-bf27-d305af6b5c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0c4b2e-cb3b-47d5-8247-665a1c356fa1,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:14.432932 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-51391b31-3f0d-4a98-8778-eb7dfd74b57d req-2715b92c-ff1a-49a1-b5b2-218f0d35f44f tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933976
Jan 28 02:04:14.458618 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-7d571be3-1219-450c-bf27-d305af6b5c92 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1af79b1e3e594cf68fbf7b80cfc96795&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5292845
Jan 28 02:04:14.474350 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 42462) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:14.541645 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-52a508b5-9bb0-42ca-9392-bbb7d2a75571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:14.570977 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-52a508b5-9bb0-42ca-9392-bbb7d2a75571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:14.671494 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-52a508b5-9bb0-42ca-9392-bbb7d2a75571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:14.676645 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-52a508b5-9bb0-42ca-9392-bbb7d2a75571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:14.679566 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-52a508b5-9bb0-42ca-9392-bbb7d2a75571 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2a0c4b2e-cb3b-47d5-8247-665a1c356fa1 HTTP/1.1" status: 204  len: 168 time: 0.2037158
Jan 28 02:04:14.741618 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a508b5-9bb0-42ca-9392-bbb7d2a75571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0c4b2e-cb3b-47d5-8247-665a1c356fa1,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:14.857734 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:14.970372 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a553388-aa3f-4b3b-bfd4-8f81c6ee0294 req-c38f21bc-7c25-4edf-88cb-d75883c6e299 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:14.972604 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8a553388-aa3f-4b3b-bfd4-8f81c6ee0294 req-c38f21bc-7c25-4edf-88cb-d75883c6e299 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0964153
Jan 28 02:04:15.033253 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8a553388-aa3f-4b3b-bfd4-8f81c6ee0294 req-981b7726-c390-472d-a9f7-4ca9aef73fbb tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539103
Jan 28 02:04:15.299303 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:15.372180 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 42480) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:15.401548 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-10d9c4b7-cd93-453f-a3dd-3dadacac95f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:15.570754 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c53f0-469e-439d-a9a6-57ee71b47e19 req-ef06db2d-f820-48d8-8f71-26eee95d0eb8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:15.580801 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-111c53f0-469e-439d-a9a6-57ee71b47e19 req-ef06db2d-f820-48d8-8f71-26eee95d0eb8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.3321228
Jan 28 02:04:15.604545 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018a98b-9432-4226-93be-d2641399ba54 req-0ee5717c-fb94-44c0-89e9-5a8395916d5a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:15.609163 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5018a98b-9432-4226-93be-d2641399ba54 req-0ee5717c-fb94-44c0-89e9-5a8395916d5a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 946 time: 0.2870009
Jan 28 02:04:15.676313 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-10d9c4b7-cd93-453f-a3dd-3dadacac95f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:15.702132 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-10d9c4b7-cd93-453f-a3dd-3dadacac95f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:15.718070 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5a242c50-a3f2-462c-81d6-38be78a64d64 req-e57c031e-8c39-43dc-bdba-ff7a58b9cc4b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3112333
Jan 28 02:04:15.735540 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-111c53f0-469e-439d-a9a6-57ee71b47e19 req-e2713584-724f-4004-9a05-ca9298bd217c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1497779
Jan 28 02:04:15.811112 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5018a98b-9432-4226-93be-d2641399ba54 req-cc67ef66-ebec-4381-86dd-c343cfe814a9 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651156
Jan 28 02:04:15.839518 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639b4b7-e08d-48a4-9d3b-cf39c8118bb6 req-9cf7be27-55e6-4064-9339-cc02e02c636f tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:15.841452 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-7639b4b7-e08d-48a4-9d3b-cf39c8118bb6 req-9cf7be27-55e6-4064-9339-cc02e02c636f tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 946 time: 0.2392864
Jan 28 02:04:15.850063 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9c4b7-cd93-453f-a3dd-3dadacac95f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47827793-b2d4-4ffa-9352-1aeca84551c6,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:15.865698 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-10d9c4b7-cd93-453f-a3dd-3dadacac95f8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=26915d742d1845629873e83e5a14d442&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4921691
Jan 28 02:04:15.868696 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 42486) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:15.978492 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a242c50-a3f2-462c-81d6-38be78a64d64 req-07cf9cdc-b1e0-4657-a003-e102f7396957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:15.980544 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5a242c50-a3f2-462c-81d6-38be78a64d64 req-07cf9cdc-b1e0-4657-a003-e102f7396957 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a830c3a19c3740619ece0b4ca820490e&device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 1099 time: 0.1827312
Jan 28 02:04:15.985934 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-7639b4b7-e08d-48a4-9d3b-cf39c8118bb6 req-69f716d7-0d2e-4d23-8649-41e43ee60f6b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Deleting port c105129e-5873-411f-b8e0-8fa24f669b60 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:04:15.986280 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-7639b4b7-e08d-48a4-9d3b-cf39c8118bb6 req-69f716d7-0d2e-4d23-8649-41e43ee60f6b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:16.041843 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4a5c881a-d3b5-4c0e-a0c8-c81bf4544019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:16.147529 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-7639b4b7-e08d-48a4-9d3b-cf39c8118bb6 req-69f716d7-0d2e-4d23-8649-41e43ee60f6b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] For port c105129e-5873-411f-b8e0-8fa24f669b60, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=c105129e-5873-411f-b8e0-8fa24f669b60,segment=NetworkSegment(374283b2-2bd7-47c5-8ecc-11b670e17633),segment_id=374283b2-2bd7-47c5-8ecc-11b670e17633)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:04:16.148206 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-7639b4b7-e08d-48a4-9d3b-cf39c8118bb6 req-69f716d7-0d2e-4d23-8649-41e43ee60f6b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:16.177014 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-7639b4b7-e08d-48a4-9d3b-cf39c8118bb6 req-69f716d7-0d2e-4d23-8649-41e43ee60f6b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Calling delete_port for c105129e-5873-411f-b8e0-8fa24f669b60 owned by compute:nova {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:04:16.188625 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a242c50-a3f2-462c-81d6-38be78a64d64 req-649e7620-d849-4dca-b869-21a519e12e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:16.191328 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5a242c50-a3f2-462c-81d6-38be78a64d64 req-649e7620-d849-4dca-b869-21a519e12e8f service neutron] 10.222.0.82 "GET /v2.0/networks?id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f HTTP/1.1" status: 200  len: 920 time: 0.1510823
Jan 28 02:04:16.337448 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-7639b4b7-e08d-48a4-9d3b-cf39c8118bb6 req-69f716d7-0d2e-4d23-8649-41e43ee60f6b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:16.338675 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5a242c50-a3f2-462c-81d6-38be78a64d64 req-75c19c3e-1425-4753-9676-32b3cf7b535a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74b68811-cff5-4440-b73c-e6a15a359cac HTTP/1.1" status: 200  len: 217 time: 0.1277533
Jan 28 02:04:16.386039 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['bdfdebab-1bce-49af-b683-2bf00d7f807c', 'bad03cd4-410c-4cad-9815-8cc25c949359', '9c389827-57e0-481b-bae4-d3581c28a727', 'c105129e-5873-411f-b8e0-8fa24f669b60'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:04:16.406140 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f716d7-0d2e-4d23-8649-41e43ee60f6b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Pushing event deleted for resources: {'Port': ['ID=c105129e-5873-411f-b8e0-8fa24f669b60,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:16.446992 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a242c50-a3f2-462c-81d6-38be78a64d64 req-6936fed8-b972-4be6-8e40-2b56cbf17775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:16.448714 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5a242c50-a3f2-462c-81d6-38be78a64d64 req-6936fed8-b972-4be6-8e40-2b56cbf17775 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe3f8818-a239-4d13-b1cd-c34e6490de40 HTTP/1.1" status: 200  len: 859 time: 0.0946159
Jan 28 02:04:16.456653 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4a5c881a-d3b5-4c0e-a0c8-c81bf4544019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:16.488515 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dd012-dd47-4b32-8ff3-7c3c3754171b req-09f9c959-0a47-4301-9f13-97735746ac40 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:16.499886 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ff3dd012-dd47-4b32-8ff3-7c3c3754171b req-09f9c959-0a47-4301-9f13-97735746ac40 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 944 time: 0.5802953
Jan 28 02:04:16.501136 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7639b4b7-e08d-48a4-9d3b-cf39c8118bb6 req-69f716d7-0d2e-4d23-8649-41e43ee60f6b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] No DVR routers for this DVR port c105129e-5873-411f-b8e0-8fa24f669b60 on host hv-cinder-82497 {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:04:16.505262 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-7639b4b7-e08d-48a4-9d3b-cf39c8118bb6 req-69f716d7-0d2e-4d23-8649-41e43ee60f6b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:16.510136 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-7639b4b7-e08d-48a4-9d3b-cf39c8118bb6 req-69f716d7-0d2e-4d23-8649-41e43ee60f6b tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.82 "DELETE /v2.0/ports/c105129e-5873-411f-b8e0-8fa24f669b60 HTTP/1.1" status: 204  len: 173 time: 0.6428847
Jan 28 02:04:16.522462 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba343337-b8f3-4f63-875e-c13b7711e8bf', 'name': 'network-vif-deleted', 'tag': 'c105129e-5873-411f-b8e0-8fa24f669b60'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:04:16.532317 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed5cb5b-ba56-46d4-aaaf-41dc004c0d80" -d '{"events": [{"server_uuid": "ba343337-b8f3-4f63-875e-c13b7711e8bf", "name": "network-vif-deleted", "tag": "c105129e-5873-411f-b8e0-8fa24f669b60"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:04:16.597615 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da7598-0d33-414c-b1f4-c016c0fdce10 req-889e739b-ce2e-423e-b8d1-6d9d85c27931 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:16.615979 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-04da7598-0d33-414c-b1f4-c016c0fdce10 req-889e739b-ce2e-423e-b8d1-6d9d85c27931 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.4160082
Jan 28 02:04:16.620789 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5a242c50-a3f2-462c-81d6-38be78a64d64 req-7d2e0f4b-bced-4224-9717-f29bc125b920 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1002386
Jan 28 02:04:16.844541 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ff3dd012-dd47-4b32-8ff3-7c3c3754171b req-b38c2e59-a067-4063-8aa1-80e56de0b343 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2983005
Jan 28 02:04:16.866327 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-04da7598-0d33-414c-b1f4-c016c0fdce10 req-f475954b-0906-48ad-9e36-815f0bc6c68d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2492373
Jan 28 02:04:16.953484 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:16.970022 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ce4cb5-ea34-4977-bb22-206e25fda47c x-openstack-request-id: req-64ce4cb5-ea34-4977-bb22-206e25fda47c {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:04:16.970625 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba343337-b8f3-4f63-875e-c13b7711e8bf", "name": "network-vif-deleted", "tag": "c105129e-5873-411f-b8e0-8fa24f669b60", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:04:16.971094 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64ce4cb5-ea34-4977-bb22-206e25fda47c {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:04:16.971744 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba343337-b8f3-4f63-875e-c13b7711e8bf', 'name': 'network-vif-deleted', 'tag': 'c105129e-5873-411f-b8e0-8fa24f669b60', 'status': 'completed', 'code': 200}
Jan 28 02:04:16.984708 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5a242c50-a3f2-462c-81d6-38be78a64d64 req-ae1a0454-09b3-4144-b28e-f1802af9baa7 service neutron] 10.222.0.82 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3340597
Jan 28 02:04:16.985307 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4a5c881a-d3b5-4c0e-a0c8-c81bf4544019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:16.988021 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4a5c881a-d3b5-4c0e-a0c8-c81bf4544019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:16.989127 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-4a5c881a-d3b5-4c0e-a0c8-c81bf4544019 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/47827793-b2d4-4ffa-9352-1aeca84551c6 HTTP/1.1" status: 204  len: 168 time: 1.1186616
Jan 28 02:04:17.063374 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c881a-d3b5-4c0e-a0c8-c81bf4544019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47827793-b2d4-4ffa-9352-1aeca84551c6,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:17.349988 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3590282a-869a-4ea6-b99f-0a269b67e1b4 req-74a553fb-d00e-4ff9-9ae7-5a1cb4d3d7aa tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba343337-b8f3-4f63-875e-c13b7711e8bf HTTP/1.1" status: 200  len: 210 time: 0.0804813
Jan 28 02:04:17.361140 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:17.426647 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5a242c50-a3f2-462c-81d6-38be78a64d64 req-bb0e6970-a02e-42f2-bb9e-c9eb3884334a service neutron] 10.222.0.82 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4241774
Jan 28 02:04:17.440460 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da6262-403a-4547-b2cf-fc4800a5e644 req-121f0724-b812-4c3d-8ab5-777d9c656bf7 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:17.440460 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d7da6262-403a-4547-b2cf-fc4800a5e644 req-121f0724-b812-4c3d-8ab5-777d9c656bf7 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.3833878
Jan 28 02:04:17.622304 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d7da6262-403a-4547-b2cf-fc4800a5e644 req-2037c6d5-da5b-4120-ab7e-86298d73ba8b tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1704192
Jan 28 02:04:17.909849 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 42506) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:17.929330 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a870e21f-563d-4d9f-85d1-a751abef7011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:18.078053 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d653509-8218-4cd1-bdd7-7721dcb34b38 req-7811df0e-763c-474d-8942-52ad5a58ec43 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:18.086987 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4d653509-8218-4cd1-bdd7-7721dcb34b38 req-7811df0e-763c-474d-8942-52ad5a58ec43 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 944 time: 0.1075244
Jan 28 02:04:18.195575 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a870e21f-563d-4d9f-85d1-a751abef7011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:18.225872 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4d653509-8218-4cd1-bdd7-7721dcb34b38 req-6823cac6-8d19-4e6c-9246-45aecc481f18 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363070
Jan 28 02:04:18.233233 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a870e21f-563d-4d9f-85d1-a751abef7011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:18.257074 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9edcd8-2dea-4eb9-8151-99df31cf7131 req-49e252fe-5ced-4065-916d-1bb4007fba54 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:18.263235 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ea9edcd8-2dea-4eb9-8151-99df31cf7131 req-49e252fe-5ced-4065-916d-1bb4007fba54 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1934564
Jan 28 02:04:18.302698 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-a870e21f-563d-4d9f-85d1-a751abef7011 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f0431d99b316458cb2f612a89b1dfc00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3917544
Jan 28 02:04:18.307011 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 42514) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:18.376492 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ea9edcd8-2dea-4eb9-8151-99df31cf7131 req-fd250b35-18c3-4d18-9281-499ddc0f2f9d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704777
Jan 28 02:04:18.381003 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870e21f-563d-4d9f-85d1-a751abef7011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaf1597-db1e-46aa-b6cc-8c38ac3a4afd,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:18.480029 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2b72f665-ad29-45c7-8ea5-f7d4d722ff27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:18.523332 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2b72f665-ad29-45c7-8ea5-f7d4d722ff27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:18.702596 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2b72f665-ad29-45c7-8ea5-f7d4d722ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:18.712053 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2b72f665-ad29-45c7-8ea5-f7d4d722ff27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:18.718218 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-2b72f665-ad29-45c7-8ea5-f7d4d722ff27 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/daaf1597-db1e-46aa-b6cc-8c38ac3a4afd HTTP/1.1" status: 204  len: 168 time: 0.4085312
Jan 28 02:04:18.762108 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72f665-ad29-45c7-8ea5-f7d4d722ff27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaf1597-db1e-46aa-b6cc-8c38ac3a4afd,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:19.039509 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec425827-8220-439c-9a65-ba315270a04c req-450d991c-2d4f-4c9e-8720-6b1a6b741659 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:19.043261 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ec425827-8220-439c-9a65-ba315270a04c req-450d991c-2d4f-4c9e-8720-6b1a6b741659 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.1319687
Jan 28 02:04:19.187331 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ec425827-8220-439c-9a65-ba315270a04c req-a4140792-b848-40da-b209-c976bd9ce73e tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1204529
Jan 28 02:04:19.462859 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1add10-42fb-45c6-9fb1-af9f6fe64f24 req-6e4471ac-e3e4-475b-b8c4-3b9ad9483d1e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:19.479612 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ac1add10-42fb-45c6-9fb1-af9f6fe64f24 req-6e4471ac-e3e4-475b-b8c4-3b9ad9483d1e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 944 time: 0.1377091
Jan 28 02:04:19.688165 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ac1add10-42fb-45c6-9fb1-af9f6fe64f24 req-0929c05a-759a-47e3-a4eb-60cb3e2ae06e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075198
Jan 28 02:04:19.751352 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721c725-feda-4496-9e67-c3510efef39b req-3181dc14-710a-4a11-bd2c-044f304f749c tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:19.761302 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4721c725-feda-4496-9e67-c3510efef39b req-3181dc14-710a-4a11-bd2c-044f304f749c tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.2144525
Jan 28 02:04:19.910685 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4721c725-feda-4496-9e67-c3510efef39b req-cee222ef-0be8-4bc7-9ae1-31b79f835550 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476908
Jan 28 02:04:20.542816 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a2f2b-03d4-49e8-a3d1-1731680fb561 req-16add055-82c8-4235-ae91-057b12564cf0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:20.544635 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-643a2f2b-03d4-49e8-a3d1-1731680fb561 req-16add055-82c8-4235-ae91-057b12564cf0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.1910951
Jan 28 02:04:20.599088 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d02cc-5e9c-4d19-87e5-42a09cb312b7 req-28879146-bd95-4801-bd3a-64403ef468b3 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:20.601482 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d60d02cc-5e9c-4d19-87e5-42a09cb312b7 req-28879146-bd95-4801-bd3a-64403ef468b3 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 946 time: 0.1456525
Jan 28 02:04:20.657300 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-643a2f2b-03d4-49e8-a3d1-1731680fb561 req-47f647ee-a6d4-43d5-a18d-d705d71bec3d tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1048884
Jan 28 02:04:20.742626 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d60d02cc-5e9c-4d19-87e5-42a09cb312b7 req-4ec03413-b2f0-40ab-8c77-5f9cd3a282da tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023684
Jan 28 02:04:21.106949 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device c105129e-5873-411f-b8e0-8fa24f669b60 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:04:21.152991 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: c105129e-5873-411f-b8e0-8fa24f669b60 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:04:21.153707 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device c105129e-5873-411f-b8e0-8fa24f669b60 not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:04:21.163732 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa74727-7674-47c7-8da6-1a05dcf4d36b req-83767e05-d4bb-450b-a063-463ee1aa8f43 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:21.165294 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7fa74727-7674-47c7-8da6-1a05dcf4d36b req-83767e05-d4bb-450b-a063-463ee1aa8f43 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 944 time: 0.1691253
Jan 28 02:04:21.189960 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e16df-603d-45cb-93a4-d6ac45227e56 req-7015ece8-0209-42c6-b164-2ffddf117dbc tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:21.193539 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-498e16df-603d-45cb-93a4-d6ac45227e56 req-7015ece8-0209-42c6-b164-2ffddf117dbc tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1311243
Jan 28 02:04:21.346143 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-498e16df-603d-45cb-93a4-d6ac45227e56 req-7adcf483-f429-4a77-a8b6-0c584dbea6fd tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431572
Jan 28 02:04:21.409381 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7fa74727-7674-47c7-8da6-1a05dcf4d36b req-aaa8dc92-573c-47d3-bf96-2404c4925d29 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2038469
Jan 28 02:04:21.715732 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 42596) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:21.952653 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-53b6e566-f668-4984-b378-8f7e543dadee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:21.978715 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995d9c2-9203-446e-b1bb-965dca298b83 req-fe83afb6-33cb-4dd0-91c1-18fe0a7d9fc6 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:21.980965 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a995d9c2-9203-446e-b1bb-965dca298b83 req-fe83afb6-33cb-4dd0-91c1-18fe0a7d9fc6 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 946 time: 0.1148393
Jan 28 02:04:22.040318 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91511f-8db7-4545-b08f-f969d8defcba req-87e6c45d-e9c6-40bc-847d-31a6fcb7ded6 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:22.042738 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-af91511f-8db7-4545-b08f-f969d8defcba req-87e6c45d-e9c6-40bc-847d-31a6fcb7ded6 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.1392772
Jan 28 02:04:22.095317 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a995d9c2-9203-446e-b1bb-965dca298b83 req-47635e1b-2ac6-4eb5-a387-4608280a5ca3 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055124
Jan 28 02:04:22.110401 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-af91511f-8db7-4545-b08f-f969d8defcba req-dfe2526d-b3d2-41b3-ae75-0b45c2b3a7e9 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554662
Jan 28 02:04:22.189867 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-53b6e566-f668-4984-b378-8f7e543dadee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:22.199027 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-53b6e566-f668-4984-b378-8f7e543dadee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:22.248125 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-53b6e566-f668-4984-b378-8f7e543dadee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ef89d68d088843c69daf6d14a317257c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5287716
Jan 28 02:04:22.250394 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6e566-f668-4984-b378-8f7e543dadee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3e4187-f2dd-45a0-8727-0c60acdbcfe9,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:22.253274 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 42604) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:22.376097 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3af54d6b-1534-426a-a063-e3555d8648c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:22.442312 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3af54d6b-1534-426a-a063-e3555d8648c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:22.596213 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3af54d6b-1534-426a-a063-e3555d8648c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:22.599162 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3af54d6b-1534-426a-a063-e3555d8648c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:22.600317 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-3af54d6b-1534-426a-a063-e3555d8648c3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ff3e4187-f2dd-45a0-8727-0c60acdbcfe9 HTTP/1.1" status: 204  len: 168 time: 0.3459332
Jan 28 02:04:22.616007 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af54d6b-1534-426a-a063-e3555d8648c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3e4187-f2dd-45a0-8727-0c60acdbcfe9,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:22.634656 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54d6b-1534-426a-a063-e3555d8648c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:22.634999 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54d6b-1534-426a-a063-e3555d8648c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:22.635335 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54d6b-1534-426a-a063-e3555d8648c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:22.635688 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54d6b-1534-426a-a063-e3555d8648c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:22.636011 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54d6b-1534-426a-a063-e3555d8648c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:22.636338 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54d6b-1534-426a-a063-e3555d8648c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:22.636661 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54d6b-1534-426a-a063-e3555d8648c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:22.636983 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54d6b-1534-426a-a063-e3555d8648c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:22.637298 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54d6b-1534-426a-a063-e3555d8648c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:22.637666 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54d6b-1534-426a-a063-e3555d8648c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:22.637995 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54d6b-1534-426a-a063-e3555d8648c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:22.638289 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54d6b-1534-426a-a063-e3555d8648c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:22.837143 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84dbb6-20c9-492f-98e6-5ac728a0f770 req-78cd0464-86c9-4c54-b252-5780a0d23e9a tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:22.840450 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cd84dbb6-20c9-492f-98e6-5ac728a0f770 req-78cd0464-86c9-4c54-b252-5780a0d23e9a tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.2144120
Jan 28 02:04:22.992947 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e04051-f557-4352-acec-452411153600 req-0211c7f0-cf2e-4b78-a134-9bf8ef1dccf0 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:22.992947 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f5e04051-f557-4352-acec-452411153600 req-0211c7f0-cf2e-4b78-a134-9bf8ef1dccf0 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 944 time: 0.2158732
Jan 28 02:04:23.090301 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cd84dbb6-20c9-492f-98e6-5ac728a0f770 req-61788336-4972-4034-b4af-5d4e8c2e37a7 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2254658
Jan 28 02:04:23.099378 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f5e04051-f557-4352-acec-452411153600 req-864ac9d3-b817-4aaf-909b-cabcb073ffa0 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414750
Jan 28 02:04:23.408882 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8c491-2e32-4e1b-b9d6-4422cf2ac64d req-405d360d-6c26-4757-8d85-7ee1e8f6ce58 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:23.410840 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-46a8c491-2e32-4e1b-b9d6-4422cf2ac64d req-405d360d-6c26-4757-8d85-7ee1e8f6ce58 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.1114385
Jan 28 02:04:23.434590 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea105ab9-909f-444f-8173-d1572f7e2615 req-de89df54-1cc8-4e4d-9dd3-e7479552f5a7 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:23.437213 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ea105ab9-909f-444f-8173-d1572f7e2615 req-de89df54-1cc8-4e4d-9dd3-e7479552f5a7 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 946 time: 0.1245022
Jan 28 02:04:23.485166 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-46a8c491-2e32-4e1b-b9d6-4422cf2ac64d req-561146db-14c9-462d-8941-46b38d3d29b5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679815
Jan 28 02:04:23.507759 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ea105ab9-909f-444f-8173-d1572f7e2615 req-99120022-fe85-40dc-a0cb-adc9e25ff281 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613003
Jan 28 02:04:24.353300 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cda10-5eff-4720-b753-4b077814c808 req-872dc6d0-8a8a-4c91-a3eb-581a92df20f7 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:24.355759 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0e5cda10-5eff-4720-b753-4b077814c808 req-872dc6d0-8a8a-4c91-a3eb-581a92df20f7 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 944 time: 0.0855336
Jan 28 02:04:24.376830 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d080-c308-4d43-ad09-282b48c21685 req-547020b2-0329-4ee8-af82-d9c3f2eea032 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:24.379137 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d1d2d080-c308-4d43-ad09-282b48c21685 req-547020b2-0329-4ee8-af82-d9c3f2eea032 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0954480
Jan 28 02:04:24.455964 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0e5cda10-5eff-4720-b753-4b077814c808 req-a8d597a4-ff4d-42f7-9d9a-83366359a768 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889540
Jan 28 02:04:24.505230 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d1d2d080-c308-4d43-ad09-282b48c21685 req-bee7d4b0-187d-42de-8ce8-be6e9eb9db1d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116669
Jan 28 02:04:24.582567 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a019a-be0a-4a1c-abcd-3b25758c81eb req-ad152696-36e5-4f98-9061-a497a2c9b077 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:24.588460 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-507a019a-be0a-4a1c-abcd-3b25758c81eb req-ad152696-36e5-4f98-9061-a497a2c9b077 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.82 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 946 time: 0.1061890
Jan 28 02:04:24.845169 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71918a32-f134-40c2-8c38-8e252aeb6bc5 req-ecf14db8-b8d4-43d3-a64d-5f879a1b6cba tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:24.849474 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-71918a32-f134-40c2-8c38-8e252aeb6bc5 req-ecf14db8-b8d4-43d3-a64d-5f879a1b6cba tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 946 time: 0.2319489
Jan 28 02:04:24.883764 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cd095-be9a-478c-9a56-b118e0bc1759 req-54e7c595-c6a2-470f-87bf-106c17dc45b9 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:24.885446 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a33cd095-be9a-478c-9a56-b118e0bc1759 req-54e7c595-c6a2-470f-87bf-106c17dc45b9 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.2458336
Jan 28 02:04:25.048851 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a33cd095-be9a-478c-9a56-b118e0bc1759 req-320e323c-a827-419c-a034-10b06559dd12 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1545701
Jan 28 02:04:25.065431 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-71918a32-f134-40c2-8c38-8e252aeb6bc5 req-5eb7d13b-cfac-4ffa-b739-8cb546275e55 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2016666
Jan 28 02:04:25.069242 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [req-507a019a-be0a-4a1c-abcd-3b25758c81eb req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Deleting port 9c389827-57e0-481b-bae4-d3581c28a727 {{(pid=101322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:04:25.069584 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-507a019a-be0a-4a1c-abcd-3b25758c81eb req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:25.363400 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb705c0-97ac-40db-9353-4f819c96ed7d req-93611568-e3bb-4312-a8f9-7085457f0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:25.364529 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ceb705c0-97ac-40db-9353-4f819c96ed7d req-93611568-e3bb-4312-a8f9-7085457f0a85 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=578fc5bd64da4dcdbff2e317361168ec&device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 1098 time: 0.0953724
Jan 28 02:04:25.428138 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 42656) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:25.488309 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.db [req-507a019a-be0a-4a1c-abcd-3b25758c81eb req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] For port 9c389827-57e0-481b-bae4-d3581c28a727, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=9c389827-57e0-481b-bae4-d3581c28a727,segment=NetworkSegment(374283b2-2bd7-47c5-8ecc-11b670e17633),segment_id=374283b2-2bd7-47c5-8ecc-11b670e17633)] {{(pid=101322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:04:25.488702 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-507a019a-be0a-4a1c-abcd-3b25758c81eb req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:25.502890 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [req-507a019a-be0a-4a1c-abcd-3b25758c81eb req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Calling delete_port for 9c389827-57e0-481b-bae4-d3581c28a727 owned by compute:nova {{(pid=101322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:04:25.581602 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb705c0-97ac-40db-9353-4f819c96ed7d req-d5836042-2bc5-40ab-ba57-20ca12a78026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:25.586180 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ceb705c0-97ac-40db-9353-4f819c96ed7d req-d5836042-2bc5-40ab-ba57-20ca12a78026 service neutron] 10.222.0.82 "GET /v2.0/networks?id=34615009-fca5-44cc-84b3-0752c6a7e426 HTTP/1.1" status: 200  len: 918 time: 0.2080810
Jan 28 02:04:25.697422 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ceb705c0-97ac-40db-9353-4f819c96ed7d req-81b9d81a-f139-45ba-955e-1e28a394bfb7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c3eebfc-cf3d-4a86-8be4-2f39da195acf HTTP/1.1" status: 200  len: 1001 time: 0.1020463
Jan 28 02:04:25.705671 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fb5324fd-de32-4f85-b4bc-b51ae8db5e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:25.768007 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-507a019a-be0a-4a1c-abcd-3b25758c81eb req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:25.806647 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['bdfdebab-1bce-49af-b683-2bf00d7f807c', 'bad03cd4-410c-4cad-9815-8cc25c949359'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:04:25.851235 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1b40a-9a46-43c4-9653-7daf03e40e62 req-d6df693d-e80a-435a-a506-7f764c1c3f09 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:25.855205 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0ac1b40a-9a46-43c4-9653-7daf03e40e62 req-d6df693d-e80a-435a-a506-7f764c1c3f09 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 944 time: 0.2376344
Jan 28 02:04:25.862993 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Pushing event deleted for resources: {'Port': ['ID=9c389827-57e0-481b-bae4-d3581c28a727,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:25.954982 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:25.955407 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:25.955625 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:25.955999 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:25.956370 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:25.956702 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:25.957043 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:25.957387 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:25.957832 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:25.958082 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:25.958531 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:25.958818 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:25.970281 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0422c-9b84-4a33-8309-4ae700367194 req-bcb9ebb6-de6a-40bd-84f9-4bbc5091eac5 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:25.972936 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-02f0422c-9b84-4a33-8309-4ae700367194 req-bcb9ebb6-de6a-40bd-84f9-4bbc5091eac5 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.3070946
Jan 28 02:04:26.052094 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [req-507a019a-be0a-4a1c-abcd-3b25758c81eb req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] No DVR routers for this DVR port 9c389827-57e0-481b-bae4-d3581c28a727 on host hv-cinder-82497 {{(pid=101322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:04:26.081939 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb705c0-97ac-40db-9353-4f819c96ed7d req-65776c97-4c81-40f2-bb49-19e65ede45d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:26.083068 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-507a019a-be0a-4a1c-abcd-3b25758c81eb req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:26.084610 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ceb705c0-97ac-40db-9353-4f819c96ed7d req-65776c97-4c81-40f2-bb49-19e65ede45d8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aba7715e-a82d-463d-8206-e0dca7c49061 HTTP/1.1" status: 200  len: 856 time: 0.3800313
Jan 28 02:04:26.090822 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-507a019a-be0a-4a1c-abcd-3b25758c81eb req-75cfe60e-6f31-4b22-86b4-2607ad40a85d tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.82 "DELETE /v2.0/ports/9c389827-57e0-481b-bae4-d3581c28a727 HTTP/1.1" status: 204  len: 173 time: 1.4615781
Jan 28 02:04:26.090822 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cc0a8d-a1cc-413e-ba90-19e9507bcb4e', 'name': 'network-vif-deleted', 'tag': '9c389827-57e0-481b-bae4-d3581c28a727'}] {{(pid=101322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:04:26.094739 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22e9aba1f3ae753be8f095bd4de5bd58f45f4f40cfe68f6f18584bec835fbd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb3c172-bce6-44dc-b3ef-0c9ca95094f0" -d '{"events": [{"server_uuid": "60cc0a8d-a1cc-413e-ba90-19e9507bcb4e", "name": "network-vif-deleted", "tag": "9c389827-57e0-481b-bae4-d3581c28a727"}]}' {{(pid=101322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:04:26.118014 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0ac1b40a-9a46-43c4-9653-7daf03e40e62 req-c07d7a4c-9e0a-4742-a279-ddd9cbd60ad6 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2245307
Jan 28 02:04:26.130128 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-02f0422c-9b84-4a33-8309-4ae700367194 req-d75ed33e-e135-47af-8a0b-a73736836bb2 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316035
Jan 28 02:04:26.167413 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fb5324fd-de32-4f85-b4bc-b51ae8db5e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:26.175647 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fb5324fd-de32-4f85-b4bc-b51ae8db5e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:26.343350 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5324fd-de32-4f85-b4bc-b51ae8db5e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ee13a2-1849-4e78-869a-a4595de5955e,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:26.393367 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d7bf-565c-4fa9-b617-8e8b5dcaf6d6 req-01575bc6-60bd-44d5-a9c5-6f4b09b0e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:26.395103 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-64d6d7bf-565c-4fa9-b617-8e8b5dcaf6d6 req-01575bc6-60bd-44d5-a9c5-6f4b09b0e7f2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 1098 time: 0.3092496
Jan 28 02:04:26.396445 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5e8a4950-d3dc-45b3-ae2c-0944d903b7a6 req-99819c95-f9ae-4564-b57f-f620e03bb195 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=60cc0a8d-a1cc-413e-ba90-19e9507bcb4e HTTP/1.1" status: 200  len: 210 time: 0.0567422
Jan 28 02:04:26.401007 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-fb5324fd-de32-4f85-b4bc-b51ae8db5e51 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=031aabfc41fb4aca9ca7fbc468dbbd74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9713705
Jan 28 02:04:26.406378 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb705c0-97ac-40db-9353-4f819c96ed7d req-d0778152-c2ac-491d-8569-76900f43350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:26.408579 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ceb705c0-97ac-40db-9353-4f819c96ed7d req-d0778152-c2ac-491d-8569-76900f43350a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=34615009-fca5-44cc-84b3-0752c6a7e426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1520753
Jan 28 02:04:26.409082 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 42674) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:26.450235 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79412e7-23a8-4556-b02b-eafef5f7ee2d req-92e948f7-15fc-4ba0-8d2c-d44e7f4cf8b5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:26.459278 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d79412e7-23a8-4556-b02b-eafef5f7ee2d req-92e948f7-15fc-4ba0-8d2c-d44e7f4cf8b5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.0963206
Jan 28 02:04:26.462478 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38aaa24f-c573-43f6-b7fd-19ea1fe79460 x-openstack-request-id: req-38aaa24f-c573-43f6-b7fd-19ea1fe79460 {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:04:26.463109 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cc0a8d-a1cc-413e-ba90-19e9507bcb4e", "name": "network-vif-deleted", "tag": "9c389827-57e0-481b-bae4-d3581c28a727", "status": "completed", "code": 200}]} {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:04:26.463381 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-38aaa24f-c573-43f6-b7fd-19ea1fe79460 {{(pid=101322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:04:26.463791 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cc0a8d-a1cc-413e-ba90-19e9507bcb4e', 'name': 'network-vif-deleted', 'tag': '9c389827-57e0-481b-bae4-d3581c28a727', 'status': 'completed', 'code': 200}
Jan 28 02:04:26.497388 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-64d6d7bf-565c-4fa9-b617-8e8b5dcaf6d6 req-13f24223-b00c-438b-a25b-c614762093fe service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870619
Jan 28 02:04:26.518084 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d79412e7-23a8-4556-b02b-eafef5f7ee2d req-7dcb06d1-bf3d-4e07-b4a0-20862365bfb8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575106
Jan 28 02:04:26.609316 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3a762da3-2146-426a-a965-851f90678430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:26.638670 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ceb705c0-97ac-40db-9353-4f819c96ed7d req-9b944d3e-a09a-49dc-bd53-84572d16a312 service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1968002
Jan 28 02:04:26.653450 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3a762da3-2146-426a-a965-851f90678430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:26.710486 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3a762da3-2146-426a-a965-851f90678430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:26.713701 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3a762da3-2146-426a-a965-851f90678430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:26.715031 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-3a762da3-2146-426a-a965-851f90678430 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b3ee13a2-1849-4e78-869a-a4595de5955e HTTP/1.1" status: 204  len: 168 time: 0.3039215
Jan 28 02:04:26.724744 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a762da3-2146-426a-a965-851f90678430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ee13a2-1849-4e78-869a-a4595de5955e,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:26.897542 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ceb705c0-97ac-40db-9353-4f819c96ed7d req-0780a462-6c4a-4a2e-a9e5-d2502403b081 service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280406
Jan 28 02:04:27.145060 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 9c389827-57e0-481b-bae4-d3581c28a727 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:04:27.184096 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: 9c389827-57e0-481b-bae4-d3581c28a727 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:04:27.188137 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 9c389827-57e0-481b-bae4-d3581c28a727 not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:04:27.407082 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1d449-a459-400e-82f9-d2e01d0c24fe req-55c15df4-a405-40f5-ada8-70804f6454fc tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:27.408668 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d3c1d449-a459-400e-82f9-d2e01d0c24fe req-55c15df4-a405-40f5-ada8-70804f6454fc tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 944 time: 0.1403615
Jan 28 02:04:27.436264 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc87785-dfdc-4929-b73c-ea9c12084e6f req-81b354dc-a3ab-4d30-8208-04f6d69afdae tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:27.437829 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0fc87785-dfdc-4929-b73c-ea9c12084e6f req-81b354dc-a3ab-4d30-8208-04f6d69afdae tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1028006
Jan 28 02:04:27.547714 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d3c1d449-a459-400e-82f9-d2e01d0c24fe req-6d5ea61c-7ea6-4157-be4c-e711dee817d6 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267579
Jan 28 02:04:27.570649 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0fc87785-dfdc-4929-b73c-ea9c12084e6f req-7f84fdf8-c918-4076-8e65-83e4aed29173 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197484
Jan 28 02:04:27.707018 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39a223-1404-4534-a54a-829b52774bb9 req-521f69b1-3bff-45a1-89e7-afacb1e30dbc tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:27.708587 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6a39a223-1404-4534-a54a-829b52774bb9 req-521f69b1-3bff-45a1-89e7-afacb1e30dbc tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.0779786
Jan 28 02:04:27.772065 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6a39a223-1404-4534-a54a-829b52774bb9 req-4a17d887-f4b2-476b-9dad-d4bf74fe09c2 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439062
Jan 28 02:04:27.939554 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f8c95-7f4c-425f-bb0f-df07cf3c3d02 req-3606979d-9f71-4635-9bf3-33cb1967c722 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:27.941191 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-734f8c95-7f4c-425f-bb0f-df07cf3c3d02 req-3606979d-9f71-4635-9bf3-33cb1967c722 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 945 time: 0.0647721
Jan 28 02:04:27.990062 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-734f8c95-7f4c-425f-bb0f-df07cf3c3d02 req-df2da449-7e8e-4645-94a1-ab2541127f98 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419133
Jan 28 02:04:28.418118 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 42730) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:28.559708 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1171-911a-4601-9eae-27f7f74279fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:28.667194 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1171-911a-4601-9eae-27f7f74279fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:28.673406 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1171-911a-4601-9eae-27f7f74279fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:28.714155 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc1171-911a-4601-9eae-27f7f74279fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7e1541-3000-4150-86a2-27975047aa25,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:28.722262 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-d6fc1171-911a-4601-9eae-27f7f74279fa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d1a75bb39bc04811a63f88b4855ea3c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3030431
Jan 28 02:04:28.723112 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 42738) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:28.790640 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7178264-96ed-4e8c-b90b-4063a8480d43 req-26215777-0e58-4208-a562-a5f42fc1f472 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:28.792261 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a7178264-96ed-4e8c-b90b-4063a8480d43 req-26215777-0e58-4208-a562-a5f42fc1f472 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1278338
Jan 28 02:04:28.803354 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67906792-6b98-4f0b-98e3-ac302ba84219 req-b05aef9b-4c61-4b3f-b487-ab0c769a280c tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:28.810932 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-67906792-6b98-4f0b-98e3-ac302ba84219 req-b05aef9b-4c61-4b3f-b487-ab0c769a280c tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 944 time: 0.1558702
Jan 28 02:04:28.852560 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-396e5a1f-c310-46f9-afc5-721e30cd5ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:28.905185 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-396e5a1f-c310-46f9-afc5-721e30cd5ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:28.920513 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-67906792-6b98-4f0b-98e3-ac302ba84219 req-b29f2376-9716-41ff-8d8e-dce444e75d94 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079366
Jan 28 02:04:28.950048 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a7178264-96ed-4e8c-b90b-4063a8480d43 req-e7d4e70b-c944-4b74-ac4b-1f28a3297d22 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287310
Jan 28 02:04:29.072221 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-396e5a1f-c310-46f9-afc5-721e30cd5ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:29.077383 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-396e5a1f-c310-46f9-afc5-721e30cd5ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:29.082278 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-396e5a1f-c310-46f9-afc5-721e30cd5ffe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee7e1541-3000-4150-86a2-27975047aa25 HTTP/1.1" status: 204  len: 168 time: 0.3576369
Jan 28 02:04:29.095619 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e5a1f-c310-46f9-afc5-721e30cd5ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7e1541-3000-4150-86a2-27975047aa25,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:29.119602 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe92d25-d9f1-45eb-9326-07be9f9da2d0 req-5969bb2f-277b-4070-a61b-4e1e34f2dbed tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:29.121255 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bfe92d25-d9f1-45eb-9326-07be9f9da2d0 req-5969bb2f-277b-4070-a61b-4e1e34f2dbed tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 945 time: 0.0875013
Jan 28 02:04:29.125650 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:04:29.163488 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 1c3eebfc-cf3d-4a86-8be4-2f39da195acf no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:04:29.208135 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bfe92d25-d9f1-45eb-9326-07be9f9da2d0 req-623f6b45-549a-4774-85dd-339900ef293d tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0781720
Jan 28 02:04:29.315306 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2a410-6f8b-4d3c-9680-eadab295694e req-735e268e-2910-4cdd-a8d9-f09a7b158d63 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:29.317399 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7fc2a410-6f8b-4d3c-9680-eadab295694e req-735e268e-2910-4cdd-a8d9-f09a7b158d63 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 945 time: 0.0685499
Jan 28 02:04:29.367520 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1,segment=NetworkSegment(93086bcc-0628-453c-a2d3-0718c8a10fd4),segment_id=93086bcc-0628-453c-a2d3-0718c8a10fd4)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:04:29.381444 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': 'df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1', 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06', 'port_id': 'df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1', 'mac_address': 'fa:16:3e:d0:65:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b393d39-c8f1-4417-b01a-d64b8315c262', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:04:29.421968 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7fc2a410-6f8b-4d3c-9680-eadab295694e req-08869031-02d1-4be8-9c99-c49ca424c666 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898652
Jan 28 02:04:29.465651 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:29.516211 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d048580-813a-43b7-ae1a-e0b1a9c8c234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:04:29.518534 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be885739-2b4e-4532-a1db-3ac3323b4970" -d '{"events": [{"server_uuid": "9d048580-813a-43b7-ae1a-e0b1a9c8c234", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3eebfc-cf3d-4a86-8be4-2f39da195acf"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:04:29.526173 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:04:29.533521 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:29.536935 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:29.607575 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,revision_number=8']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:29.612914 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:04:29.622784 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:29.623031 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:29.623392 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:29.624048 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:29.624203 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:29.624818 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:29.624818 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:29.626221 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:29.626221 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:29.626221 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:29.626221 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:29.626542 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:04:29.650368 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1,segment=NetworkSegment(93086bcc-0628-453c-a2d3-0718c8a10fd4),segment_id=93086bcc-0628-453c-a2d3-0718c8a10fd4)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:04:29.657831 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:29.674550 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2d90c-f659-456c-a77a-85d985da512f req-8d4b5a35-ea98-41f6-a10c-a78da8fb0974 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:29.676696 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-a1d2d90c-f659-456c-a77a-85d985da512f req-8d4b5a35-ea98-41f6-a10c-a78da8fb0974 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 945 time: 0.0932639
Jan 28 02:04:29.696455 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71d931-a4ad-4e37-b088-e7dae2f69e13 req-0fc47d76-0b86-4ed3-adae-80216313c50b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:29.707686 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6b71d931-a4ad-4e37-b088-e7dae2f69e13 req-0fc47d76-0b86-4ed3-adae-80216313c50b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1279769
Jan 28 02:04:29.766623 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6b71d931-a4ad-4e37-b088-e7dae2f69e13 req-32105bba-a584-4979-9605-2f4823e2b5e3 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573874
Jan 28 02:04:29.798349 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08480b-8e8a-404f-801c-10eac67bb60c req-6b3ca1d1-833e-4d1f-83b9-fad1e49dd7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:29.798993 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:29.800307 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-4e08480b-8e8a-404f-801c-10eac67bb60c req-6b3ca1d1-833e-4d1f-83b9-fad1e49dd7f7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a830c3a19c3740619ece0b4ca820490e&device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 1098 time: 0.1227407
Jan 28 02:04:29.845304 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7884a52-8800-4bba-ab37-ba081936f8a4 x-openstack-request-id: req-e7884a52-8800-4bba-ab37-ba081936f8a4 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:04:29.845604 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d048580-813a-43b7-ae1a-e0b1a9c8c234", "name": "network-vif-unplugged", "status": "failed", "tag": "1c3eebfc-cf3d-4a86-8be4-2f39da195acf", "code": 422}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:04:29.845935 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e7884a52-8800-4bba-ab37-ba081936f8a4 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:04:29.846573 dv-cinder-824979-1-iscsi neutron-server[101324]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9d048580-813a-43b7-ae1a-e0b1a9c8c234', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf', 'code': 422} returned with failed status
Jan 28 02:04:29.951331 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-a1d2d90c-f659-456c-a77a-85d985da512f req-2fa6cb4c-2dd6-48f5-85e8-9e3a70a0285f tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Deleting port bad03cd4-410c-4cad-9815-8cc25c949359 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:04:29.951681 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-a1d2d90c-f659-456c-a77a-85d985da512f req-2fa6cb4c-2dd6-48f5-85e8-9e3a70a0285f tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:30.022623 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:04:30.031250 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08480b-8e8a-404f-801c-10eac67bb60c req-bdc2d8a7-9e48-4527-9b83-6cd79c0464c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:30.033454 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-4e08480b-8e8a-404f-801c-10eac67bb60c req-bdc2d8a7-9e48-4527-9b83-6cd79c0464c6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f HTTP/1.1" status: 200  len: 920 time: 0.2128594
Jan 28 02:04:30.090681 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-4e08480b-8e8a-404f-801c-10eac67bb60c req-12696fdb-a27a-42a1-b747-10b0b836e56d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 HTTP/1.1" status: 200  len: 217 time: 0.0473006
Jan 28 02:04:30.154804 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee67ac-e87b-49b1-b5d0-2e3381ad49b0 req-23cc9b3c-7212-443d-b077-0bd6d8179081 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:30.164546 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3fee67ac-e87b-49b1-b5d0-2e3381ad49b0 req-23cc9b3c-7212-443d-b077-0bd6d8179081 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 945 time: 0.0759993
Jan 28 02:04:30.164738 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-a1d2d90c-f659-456c-a77a-85d985da512f req-2fa6cb4c-2dd6-48f5-85e8-9e3a70a0285f tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] For port bad03cd4-410c-4cad-9815-8cc25c949359, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=bad03cd4-410c-4cad-9815-8cc25c949359,segment=NetworkSegment(374283b2-2bd7-47c5-8ecc-11b670e17633),segment_id=374283b2-2bd7-47c5-8ecc-11b670e17633)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:04:30.164981 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-a1d2d90c-f659-456c-a77a-85d985da512f req-2fa6cb4c-2dd6-48f5-85e8-9e3a70a0285f tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:30.186594 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08480b-8e8a-404f-801c-10eac67bb60c req-87a40893-9877-429a-9232-b068a4e20f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:30.188497 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-4e08480b-8e8a-404f-801c-10eac67bb60c req-87a40893-9877-429a-9232-b068a4e20f01 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe3f8818-a239-4d13-b1cd-c34e6490de40 HTTP/1.1" status: 200  len: 859 time: 0.0872240
Jan 28 02:04:30.189970 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-a1d2d90c-f659-456c-a77a-85d985da512f req-2fa6cb4c-2dd6-48f5-85e8-9e3a70a0285f tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Calling delete_port for bad03cd4-410c-4cad-9815-8cc25c949359 owned by compute:nova {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:04:30.224005 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3fee67ac-e87b-49b1-b5d0-2e3381ad49b0 req-721d5d1e-33f2-4457-bb4c-0b329bc23672 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583804
Jan 28 02:04:30.239659 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-4e08480b-8e8a-404f-801c-10eac67bb60c req-fa9fda9f-8067-47c5-95dc-c88ad16972a2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440931
Jan 28 02:04:30.310137 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [req-37cc9d9b-2498-4055-9379-5ae23418b66e req-dad9854f-9d7e-4e36-ab8b-4fc235efe221 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 02:04:30.311414 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-37cc9d9b-2498-4055-9379-5ae23418b66e req-dad9854f-9d7e-4e36-ab8b-4fc235efe221 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0061920
Jan 28 02:04:30.390503 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-4e08480b-8e8a-404f-801c-10eac67bb60c req-7ac614e7-bdfa-4f83-b74a-973b385b1675 service neutron] 10.222.0.82 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1139085
Jan 28 02:04:30.513502 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-a1d2d90c-f659-456c-a77a-85d985da512f req-2fa6cb4c-2dd6-48f5-85e8-9e3a70a0285f tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:30.559607 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6cb4c-2dd6-48f5-85e8-9e3a70a0285f tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Pushing event deleted for resources: {'Port': ['ID=bad03cd4-410c-4cad-9815-8cc25c949359,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:30.570781 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-4e08480b-8e8a-404f-801c-10eac67bb60c req-636692f4-837c-4333-9939-a1e27737ff92 service neutron] 10.222.0.82 "GET /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1731851
Jan 28 02:04:30.651687 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d2d90c-f659-456c-a77a-85d985da512f req-2fa6cb4c-2dd6-48f5-85e8-9e3a70a0285f tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] No DVR routers for this DVR port bad03cd4-410c-4cad-9815-8cc25c949359 on host hv-cinder-82497 {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:04:30.661251 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-a1d2d90c-f659-456c-a77a-85d985da512f req-2fa6cb4c-2dd6-48f5-85e8-9e3a70a0285f tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:30.665010 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-a1d2d90c-f659-456c-a77a-85d985da512f req-2fa6cb4c-2dd6-48f5-85e8-9e3a70a0285f tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.82 "DELETE /v2.0/ports/bad03cd4-410c-4cad-9815-8cc25c949359 HTTP/1.1" status: 204  len: 173 time: 0.9569156
Jan 28 02:04:30.665510 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4151aa9-3199-4737-9677-a6eb2d6237df', 'name': 'network-vif-deleted', 'tag': 'bad03cd4-410c-4cad-9815-8cc25c949359'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:04:30.668036 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dee20c-33d1-4d01-8a8c-9d58f2be4b15" -d '{"events": [{"server_uuid": "c4151aa9-3199-4737-9677-a6eb2d6237df", "name": "network-vif-deleted", "tag": "bad03cd4-410c-4cad-9815-8cc25c949359"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:04:30.690912 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-46a2603b-110c-4d5d-963c-cdc60c193532 req-669f7139-dfff-42aa-9901-88d2ff8b2f3e tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4151aa9-3199-4737-9677-a6eb2d6237df HTTP/1.1" status: 200  len: 210 time: 0.0352392
Jan 28 02:04:30.744640 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5998d63-a6d4-4587-8f9f-c5597fcc9360 req-4c9bae7c-888b-416a-ac58-25d7147a9856 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:30.746419 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e5998d63-a6d4-4587-8f9f-c5597fcc9360 req-4c9bae7c-888b-416a-ac58-25d7147a9856 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.0544796
Jan 28 02:04:30.759710 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['bdfdebab-1bce-49af-b683-2bf00d7f807c'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:04:30.789479 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883dd2b8-8953-4631-8bc0-5ac52e1b054f x-openstack-request-id: req-883dd2b8-8953-4631-8bc0-5ac52e1b054f {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:04:30.790942 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4151aa9-3199-4737-9677-a6eb2d6237df", "name": "network-vif-deleted", "tag": "bad03cd4-410c-4cad-9815-8cc25c949359", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:04:30.791498 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-883dd2b8-8953-4631-8bc0-5ac52e1b054f {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:04:30.792082 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4151aa9-3199-4737-9677-a6eb2d6237df', 'name': 'network-vif-deleted', 'tag': 'bad03cd4-410c-4cad-9815-8cc25c949359', 'status': 'completed', 'code': 200}
Jan 28 02:04:30.851424 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e5998d63-a6d4-4587-8f9f-c5597fcc9360 req-ccd10d64-81a7-465e-8e1a-412c86af515d tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0723155
Jan 28 02:04:30.988642 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2a411-2333-43d7-b741-2eab64c2a821 req-e5dae7f2-5a3d-4b18-9442-9694ffc1deba tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:31.001695 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c9f2a411-2333-43d7-b741-2eab64c2a821 req-e5dae7f2-5a3d-4b18-9442-9694ffc1deba tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1369135
Jan 28 02:04:31.075263 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c9f2a411-2333-43d7-b741-2eab64c2a821 req-916f8863-cee3-4a07-8695-4d27514be4f9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673079
Jan 28 02:04:31.141392 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:04:31.221942 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:04:31.228996 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:04:31.229279 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:31.374938 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:31.401099 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 42810) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:31.423429 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1287df-ee94-4975-91e2-017d8ac443d7 req-2f7895ad-c2d8-4c66-a094-f3e70e473b8b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:31.426258 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fe1287df-ee94-4975-91e2-017d8ac443d7 req-2f7895ad-c2d8-4c66-a094-f3e70e473b8b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 945 time: 0.1028121
Jan 28 02:04:31.458903 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1,segment=NetworkSegment(93086bcc-0628-453c-a2d3-0718c8a10fd4),segment_id=93086bcc-0628-453c-a2d3-0718c8a10fd4)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:04:31.467383 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:31.468250 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device bad03cd4-410c-4cad-9815-8cc25c949359 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:04:31.524709 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fe1287df-ee94-4975-91e2-017d8ac443d7 req-f12bac0d-f9a5-4b11-8e6e-996a1e21ccd9 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852551
Jan 28 02:04:31.544364 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: bad03cd4-410c-4cad-9815-8cc25c949359 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:04:31.544929 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device bad03cd4-410c-4cad-9815-8cc25c949359 not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:04:31.545541 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 1c3eebfc-cf3d-4a86-8be4-2f39da195acf no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:04:31.582802 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-e881225e-2366-409b-934e-8506b7b0a6b1 req-5e98f6cc-709e-4a23-86ae-0b2e98253d04 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1797023
Jan 28 02:04:31.599138 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [req-e881225e-2366-409b-934e-8506b7b0a6b1 req-574079f7-f1eb-4c39-b8bc-c2f9b71a8a88 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 02:04:31.600630 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-e881225e-2366-409b-934e-8506b7b0a6b1 req-574079f7-f1eb-4c39-b8bc-c2f9b71a8a88 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0126495
Jan 28 02:04:31.604212 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:31.847462 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99e0d03-1fe8-4dd7-9c5d-e67a633ab920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:04:31.849958 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24640fef-8e99-4dca-b6e7-18ed873589f9" -d '{"events": [{"server_uuid": "b99e0d03-1fe8-4dd7-9c5d-e67a633ab920", "name": "network-vif-plugged", "status": "completed", "tag": "df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:04:31.934600 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6ed955-6771-4324-bac2-0bb9b9bd2e81 x-openstack-request-id: req-9d6ed955-6771-4324-bac2-0bb9b9bd2e81 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:04:31.935169 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99e0d03-1fe8-4dd7-9c5d-e67a633ab920", "name": "network-vif-plugged", "status": "completed", "tag": "df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:04:31.935568 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9d6ed955-6771-4324-bac2-0bb9b9bd2e81 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:04:31.936131 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99e0d03-1fe8-4dd7-9c5d-e67a633ab920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1', 'code': 200}
Jan 28 02:04:32.017636 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a0b80-ff51-4eee-8431-83726ea41235 req-65a4232e-31fa-4994-890c-8d7fe16f3040 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:32.026036 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-094a0b80-ff51-4eee-8431-83726ea41235 req-65a4232e-31fa-4994-890c-8d7fe16f3040 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.0569670
Jan 28 02:04:32.069627 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-094a0b80-ff51-4eee-8431-83726ea41235 req-5f116c84-c2f6-4e6c-ab51-ada0e4310406 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426149
Jan 28 02:04:32.259403 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3202c5-da5e-4fab-b682-f76c517e3a51 req-3d2458bc-d3fe-464f-a9c4-c6a8e15a075b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:32.263651 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7e3202c5-da5e-4fab-b682-f76c517e3a51 req-3d2458bc-d3fe-464f-a9c4-c6a8e15a075b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0905230
Jan 28 02:04:32.355912 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e08d0e-7244-4401-afeb-037ed4aebf46 req-fe00ebd3-8069-4212-ac98-64d68f25f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:32.363548 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d8e08d0e-7244-4401-afeb-037ed4aebf46 req-fe00ebd3-8069-4212-ac98-64d68f25f8ac service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 1099 time: 0.1343615
Jan 28 02:04:32.367610 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7e3202c5-da5e-4fab-b682-f76c517e3a51 req-2fd4a987-f859-4a8b-b283-6abd857cc8b0 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881262
Jan 28 02:04:32.410545 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d8e08d0e-7244-4401-afeb-037ed4aebf46 req-aef533c0-36ad-413b-b85c-baa52f2bf605 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366132
Jan 28 02:04:32.658721 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ee00b-6273-48b0-a67d-bd5cd8f3aaf2 req-39f04347-82a9-4e6d-8b6c-fa583e221f27 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:32.666483 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-720ee00b-6273-48b0-a67d-bd5cd8f3aaf2 req-39f04347-82a9-4e6d-8b6c-fa583e221f27 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 946 time: 0.0581646
Jan 28 02:04:32.711534 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-720ee00b-6273-48b0-a67d-bd5cd8f3aaf2 req-42bc9e90-a0fa-4a8c-96fb-017dabe696b0 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416975
Jan 28 02:04:33.240625 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57539263-6756-4837-afff-7f508d669aba req-837d98fb-2dce-4dc3-a58f-5e031f47fe77 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:33.243643 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-57539263-6756-4837-afff-7f508d669aba req-837d98fb-2dce-4dc3-a58f-5e031f47fe77 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 945 time: 0.0919831
Jan 28 02:04:33.284317 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1172a0-f70f-419c-bd30-b4d260f95539 req-f6928e3c-0004-4840-bae8-4bd0a1739fa2 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:33.285955 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bf1172a0-f70f-419c-bd30-b4d260f95539 req-f6928e3c-0004-4840-bae8-4bd0a1739fa2 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.1057553
Jan 28 02:04:33.317352 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-57539263-6756-4837-afff-7f508d669aba req-7e79503b-ba5b-4ea3-baec-6cb30bfd5e17 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616546
Jan 28 02:04:33.364588 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bf1172a0-f70f-419c-bd30-b4d260f95539 req-4bcec389-d164-4860-ad59-efe2861e14d0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577164
Jan 28 02:04:33.503113 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3a095-64ef-4910-8460-2742f1517db5 req-f16e423e-2ad5-4879-9bd6-c4db64ec00f2 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:33.506252 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ccb3a095-64ef-4910-8460-2742f1517db5 req-f16e423e-2ad5-4879-9bd6-c4db64ec00f2 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0612977
Jan 28 02:04:33.556871 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ccb3a095-64ef-4910-8460-2742f1517db5 req-b4ba86fe-0c36-4db0-8ed8-a001211ea9eb tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460668
Jan 28 02:04:33.858242 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1547e63-8cda-4812-8c90-8c473d09efaa req-82c753f5-542e-4b47-b144-a3b0298be019 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:33.865488 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a1547e63-8cda-4812-8c90-8c473d09efaa req-82c753f5-542e-4b47-b144-a3b0298be019 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 946 time: 0.0623002
Jan 28 02:04:33.915883 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a1547e63-8cda-4812-8c90-8c473d09efaa req-ce81531b-b8ef-4bdc-97c6-eae533721487 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494707
Jan 28 02:04:34.096434 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e8d0f-6888-4052-a548-4167fcc1bc25 req-905ce292-5a10-4c23-8337-e4ee57bfd75b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:34.098922 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d46e8d0f-6888-4052-a548-4167fcc1bc25 req-905ce292-5a10-4c23-8337-e4ee57bfd75b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 946 time: 0.0938838
Jan 28 02:04:34.140180 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d46e8d0f-6888-4052-a548-4167fcc1bc25 req-ef7765d7-26f7-473e-96d8-683b082da86b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351477
Jan 28 02:04:34.274333 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881225e-2366-409b-934e-8506b7b0a6b1 req-6904741b-6296-492e-98e1-c293b61e11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:34.276752 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-e881225e-2366-409b-934e-8506b7b0a6b1 req-6904741b-6296-492e-98e1-c293b61e11cd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234&tenant_id=578fc5bd64da4dcdbff2e317361168ec HTTP/1.1" status: 200  len: 1096 time: 0.0854707
Jan 28 02:04:34.376705 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881225e-2366-409b-934e-8506b7b0a6b1 req-ace57092-771c-4e35-b2c0-6fb4c5aee6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:34.378694 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-e881225e-2366-409b-934e-8506b7b0a6b1 req-ace57092-771c-4e35-b2c0-6fb4c5aee6ec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=578fc5bd64da4dcdbff2e317361168ec&device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 1096 time: 0.0598042
Jan 28 02:04:34.506346 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881225e-2366-409b-934e-8506b7b0a6b1 req-3a6a6483-e9a6-4864-ad49-dfe76d2b8485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:34.508223 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-e881225e-2366-409b-934e-8506b7b0a6b1 req-3a6a6483-e9a6-4864-ad49-dfe76d2b8485 service neutron] 10.222.0.82 "GET /v2.0/networks?id=34615009-fca5-44cc-84b3-0752c6a7e426 HTTP/1.1" status: 200  len: 918 time: 0.1115453
Jan 28 02:04:34.540012 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb8d55-6389-4903-8721-aeb9dbdb6555 req-04bc7ced-015c-4b57-b0a6-ede13070af50 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:34.542129 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ffeb8d55-6389-4903-8721-aeb9dbdb6555 req-04bc7ced-015c-4b57-b0a6-ede13070af50 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 945 time: 0.0801191
Jan 28 02:04:34.623840 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-e881225e-2366-409b-934e-8506b7b0a6b1 req-3bf78eec-2d86-425d-8b97-50ade22be2c2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c3eebfc-cf3d-4a86-8be4-2f39da195acf HTTP/1.1" status: 200  len: 999 time: 0.0971467
Jan 28 02:04:34.625264 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ffeb8d55-6389-4903-8721-aeb9dbdb6555 req-ac4c7f1d-8c54-4456-8309-34713f3f86b1 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533445
Jan 28 02:04:34.704453 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881225e-2366-409b-934e-8506b7b0a6b1 req-4ef9d338-e7ca-4d4d-87da-1826e9e2567f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:34.706214 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-e881225e-2366-409b-934e-8506b7b0a6b1 req-4ef9d338-e7ca-4d4d-87da-1826e9e2567f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aba7715e-a82d-463d-8206-e0dca7c49061 HTTP/1.1" status: 200  len: 856 time: 0.0741308
Jan 28 02:04:34.776427 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881225e-2366-409b-934e-8506b7b0a6b1 req-662e4818-8427-419d-a3d0-528a4f2d7a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:34.778001 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-e881225e-2366-409b-934e-8506b7b0a6b1 req-662e4818-8427-419d-a3d0-528a4f2d7a67 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=34615009-fca5-44cc-84b3-0752c6a7e426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0596466
Jan 28 02:04:34.794240 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d96085-f341-4aa5-b6c3-4c8fdf51950f req-560579ae-d3ac-470a-b870-5d71999028cf tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:34.796152 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-09d96085-f341-4aa5-b6c3-4c8fdf51950f req-560579ae-d3ac-470a-b870-5d71999028cf tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.0872104
Jan 28 02:04:34.820011 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5a9e1-0507-4d97-9626-3a5d36e52ef5 req-645dbf13-d81d-4f4c-9191-586280e21f0e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:34.821494 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b4a5a9e1-0507-4d97-9626-3a5d36e52ef5 req-645dbf13-d81d-4f4c-9191-586280e21f0e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 946 time: 0.0785153
Jan 28 02:04:34.866085 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-09d96085-f341-4aa5-b6c3-4c8fdf51950f req-dfb879bf-68be-4de4-bb53-7963f4f72027 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612397
Jan 28 02:04:34.889251 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b4a5a9e1-0507-4d97-9626-3a5d36e52ef5 req-c51b8a4b-103c-4b1e-b4ca-0480db7bb774 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574322
Jan 28 02:04:34.902728 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-e881225e-2366-409b-934e-8506b7b0a6b1 req-f1bdabee-4465-4cea-8b21-fa439a515aaf service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1158214
Jan 28 02:04:35.043321 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-e881225e-2366-409b-934e-8506b7b0a6b1 req-d0b93645-7499-4e2b-908e-d1aa0383e32b service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308284
Jan 28 02:04:35.535284 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12718ac-ae2d-41cd-9cda-4841dc2f5d2e req-a0f51baa-2944-48aa-bd92-50db298359b4 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:35.536792 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f12718ac-ae2d-41cd-9cda-4841dc2f5d2e req-a0f51baa-2944-48aa-bd92-50db298359b4 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.82 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 945 time: 0.1056488
Jan 28 02:04:35.661583 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-f12718ac-ae2d-41cd-9cda-4841dc2f5d2e req-db3c0be6-d890-45d3-b939-af210dcc541a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Deleting port bdfdebab-1bce-49af-b683-2bf00d7f807c {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:04:35.662114 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-f12718ac-ae2d-41cd-9cda-4841dc2f5d2e req-db3c0be6-d890-45d3-b939-af210dcc541a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:35.800550 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4d47e-6247-4972-8928-31364123d7f3 req-017b19e9-0ded-4f7c-84b8-86290f918f4e tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:35.806571 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-f12718ac-ae2d-41cd-9cda-4841dc2f5d2e req-db3c0be6-d890-45d3-b939-af210dcc541a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] For port bdfdebab-1bce-49af-b683-2bf00d7f807c, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=bdfdebab-1bce-49af-b683-2bf00d7f807c,segment=NetworkSegment(374283b2-2bd7-47c5-8ecc-11b670e17633),segment_id=374283b2-2bd7-47c5-8ecc-11b670e17633)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:04:35.807139 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-f12718ac-ae2d-41cd-9cda-4841dc2f5d2e req-db3c0be6-d890-45d3-b939-af210dcc541a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:35.808814 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9ce4d47e-6247-4972-8928-31364123d7f3 req-017b19e9-0ded-4f7c-84b8-86290f918f4e tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 945 time: 0.0890112
Jan 28 02:04:35.838493 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-f12718ac-ae2d-41cd-9cda-4841dc2f5d2e req-db3c0be6-d890-45d3-b939-af210dcc541a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Calling delete_port for bdfdebab-1bce-49af-b683-2bf00d7f807c owned by compute:nova {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:04:35.857232 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9ce4d47e-6247-4972-8928-31364123d7f3 req-6310d819-90cf-4342-9d44-774b551667f9 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444903
Jan 28 02:04:36.098169 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc6248-f944-407f-8641-e992be5f4897 req-37649467-c022-4a98-b54e-25e06aac83e1 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:36.107034 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-89bc6248-f944-407f-8641-e992be5f4897 req-37649467-c022-4a98-b54e-25e06aac83e1 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.0882192
Jan 28 02:04:36.114621 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-f12718ac-ae2d-41cd-9cda-4841dc2f5d2e req-db3c0be6-d890-45d3-b939-af210dcc541a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:36.155167 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c0be6-d890-45d3-b939-af210dcc541a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Pushing event deleted for resources: {'Port': ['ID=bdfdebab-1bce-49af-b683-2bf00d7f807c,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:36.166526 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['bdfdebab-1bce-49af-b683-2bf00d7f807c'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:04:36.189142 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-89bc6248-f944-407f-8641-e992be5f4897 req-504c3ac6-ef54-49bc-a924-53cdf122bda5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0732970
Jan 28 02:04:36.238479 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12718ac-ae2d-41cd-9cda-4841dc2f5d2e req-db3c0be6-d890-45d3-b939-af210dcc541a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] No DVR routers for this DVR port bdfdebab-1bce-49af-b683-2bf00d7f807c on host hv-cinder-82497 {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:04:36.243045 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-f12718ac-ae2d-41cd-9cda-4841dc2f5d2e req-db3c0be6-d890-45d3-b939-af210dcc541a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:36.258591 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f12718ac-ae2d-41cd-9cda-4841dc2f5d2e req-db3c0be6-d890-45d3-b939-af210dcc541a tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.82 "DELETE /v2.0/ports/bdfdebab-1bce-49af-b683-2bf00d7f807c HTTP/1.1" status: 204  len: 173 time: 0.7151716
Jan 28 02:04:36.259310 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7e70ce-ff2e-4323-baec-1455763bb95f', 'name': 'network-vif-deleted', 'tag': 'bdfdebab-1bce-49af-b683-2bf00d7f807c'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:04:36.261922 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c06858a-075d-42d9-91cc-8ded636628f3" -d '{"events": [{"server_uuid": "0c7e70ce-ff2e-4323-baec-1455763bb95f", "name": "network-vif-deleted", "tag": "bdfdebab-1bce-49af-b683-2bf00d7f807c"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:04:36.325078 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21afc93-b26c-4573-aca1-b462f177ee56 x-openstack-request-id: req-a21afc93-b26c-4573-aca1-b462f177ee56 {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:04:36.326889 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7e70ce-ff2e-4323-baec-1455763bb95f", "name": "network-vif-deleted", "tag": "bdfdebab-1bce-49af-b683-2bf00d7f807c", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:04:36.327441 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a21afc93-b26c-4573-aca1-b462f177ee56 {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:04:36.328101 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7e70ce-ff2e-4323-baec-1455763bb95f', 'name': 'network-vif-deleted', 'tag': 'bdfdebab-1bce-49af-b683-2bf00d7f807c', 'status': 'completed', 'code': 200}
Jan 28 02:04:37.078565 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cc2601d3-2457-4abd-9db8-3d225275ea0c req-afb52761-07f5-4548-bc56-522326ec4d25 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 210 time: 0.1050031
Jan 28 02:04:37.365268 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3541c4e-39ec-45c9-be98-94a408ee5fa6 req-f0ed2b23-4edd-4f96-baf5-4920ee097e70 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:37.375351 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c3541c4e-39ec-45c9-be98-94a408ee5fa6 req-f0ed2b23-4edd-4f96-baf5-4920ee097e70 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.0664499
Jan 28 02:04:37.435797 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c3541c4e-39ec-45c9-be98-94a408ee5fa6 req-c84aafeb-37d5-402d-aad3-b6cd43d506ae tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582831
Jan 28 02:04:37.988106 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c2dad-580f-457b-82d4-5d7636fa63a6 req-860d3d29-79f3-47cb-b35f-7ad52ceee0e6 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:37.989626 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5e4c2dad-580f-457b-82d4-5d7636fa63a6 req-860d3d29-79f3-47cb-b35f-7ad52ceee0e6 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0577183
Jan 28 02:04:38.031220 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5e4c2dad-580f-457b-82d4-5d7636fa63a6 req-9d6784f2-be8d-4ac1-a27d-a0632e6ca5ae tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348084
Jan 28 02:04:38.242996 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:04:38.252071 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e4aa7c43-454d-4119-b815-772298e39643 req-73049977-a391-4f0c-b1c5-3ca37af034c3 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 210 time: 0.0460703
Jan 28 02:04:38.615332 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721fb5e-0e58-4630-89ce-5e75fa854a31 req-34f93874-5f01-4a85-b480-8e727a217a40 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:38.617096 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3721fb5e-0e58-4630-89ce-5e75fa854a31 req-34f93874-5f01-4a85-b480-8e727a217a40 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.0633490
Jan 28 02:04:38.676158 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3721fb5e-0e58-4630-89ce-5e75fa854a31 req-23412ab3-d740-4d13-b4e2-780b49430221 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505047
Jan 28 02:04:39.160477 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device bdfdebab-1bce-49af-b683-2bf00d7f807c no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:04:39.212434 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: bdfdebab-1bce-49af-b683-2bf00d7f807c {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:04:39.212783 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device bdfdebab-1bce-49af-b683-2bf00d7f807c not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:04:39.245241 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384ebac-b14d-44a7-8b97-944847184105 req-2a073df2-fab9-422f-b181-34feff339f07 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:39.247693 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b384ebac-b14d-44a7-8b97-944847184105 req-2a073df2-fab9-422f-b181-34feff339f07 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.1120150
Jan 28 02:04:39.324953 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b384ebac-b14d-44a7-8b97-944847184105 req-b3dcf91e-25df-4aa4-ba0d-81f2d4dd4339 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666780
Jan 28 02:04:39.500149 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fd869ee9-53a8-455d-9875-045150d3a030 req-f37b5c3a-c89c-4ad0-9267-adb253d92366 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 210 time: 0.0421467
Jan 28 02:04:39.818930 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa5595-e782-4ae4-a317-969dfca960b5 req-5f6639c2-308c-4c54-ad95-0ab5dbbaebdd tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:39.820496 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-12aa5595-e782-4ae4-a317-969dfca960b5 req-5f6639c2-308c-4c54-ad95-0ab5dbbaebdd tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.0584762
Jan 28 02:04:39.862757 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-12aa5595-e782-4ae4-a317-969dfca960b5 req-6c0d8c65-9270-4780-b843-0c654a38e200 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359361
Jan 28 02:04:40.244335 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43044) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:40.304860 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_v2 [None req-0670903a-3a24-4d40-a415-331a80dd1d98 admin admin] Deleting subnet 8a3560c4-c1af-4966-b90a-dadc0dd19cc5 {{(pid=101323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:04:40.308831 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0670903a-3a24-4d40-a415-331a80dd1d98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:40.349434 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0670903a-3a24-4d40-a415-331a80dd1d98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4290095779'] for subnet, precommit_delete_associations {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:40.414396 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0670903a-3a24-4d40-a415-331a80dd1d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717944'] for subnet, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:40.461794 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba6f41-6a0f-43d9-acc7-471cbe5517ba req-cfe27d3b-04dc-4121-b87b-3b17efa0d3b4 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:40.463625 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8dba6f41-6a0f-43d9-acc7-471cbe5517ba req-cfe27d3b-04dc-4121-b87b-3b17efa0d3b4 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0594671
Jan 28 02:04:40.505638 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0670903a-3a24-4d40-a415-331a80dd1d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4290448657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4289782116'] for subnet, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:40.532692 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8dba6f41-6a0f-43d9-acc7-471cbe5517ba req-0b9cefa8-02dd-4c0b-9a84-939a5ac83fed tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470796
Jan 28 02:04:40.550639 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670903a-3a24-4d40-a415-331a80dd1d98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a3560c4-c1af-4966-b90a-dadc0dd19cc5,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:40.552817 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0670903a-3a24-4d40-a415-331a80dd1d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:40.556154 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-0670903a-3a24-4d40-a415-331a80dd1d98 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8a3560c4-c1af-4966-b90a-dadc0dd19cc5 HTTP/1.1" status: 204  len: 168 time: 0.3107946
Jan 28 02:04:40.558720 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43050) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:40.644909 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9c89ba3d-5f50-4eab-b02b-cef747bcdfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3581231'] for network, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:40.714489 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7467af19-f6dd-4f31-9fed-eb1fbcb4ebc8 req-d051d4c8-2dce-4fbd-a82d-704e8a274ec8 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 210 time: 0.0562189
Jan 28 02:04:40.759325 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9c89ba3d-5f50-4eab-b02b-cef747bcdfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3718810', 'neutron.services.segments.db._delete_segments_for_network-8755292390849'] for network, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:40.785905 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.services.segments.db [None req-9c89ba3d-5f50-4eab-b02b-cef747bcdfa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67fd078250>,) {'filters': {'network_id': ['03f0791d-b3f7-4442-a4cf-e0612c275e41']}} {{(pid=101322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:04:40.796931 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.services.segments.db [None req-9c89ba3d-5f50-4eab-b02b-cef747bcdfa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67fd078250>, '641f6642-8344-4738-8f35-5944fff72d1e') {'for_net_delete': True} {{(pid=101322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:04:40.797310 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.services.segments.db [None req-9c89ba3d-5f50-4eab-b02b-cef747bcdfa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67fd078250>, '641f6642-8344-4738-8f35-5944fff72d1e') {} {{(pid=101322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:04:40.807799 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9c89ba3d-5f50-4eab-b02b-cef747bcdfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755292456129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4291815300'] for segment, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:40.824814 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9c89ba3d-5f50-4eab-b02b-cef747bcdfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:40.831120 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c89ba3d-5f50-4eab-b02b-cef747bcdfa9 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=101322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:04:40.831744 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9c89ba3d-5f50-4eab-b02b-cef747bcdfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4291371056'] for segment, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]: Traceback (most recent call last):
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:     timer()
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:     cb(*args, **kw)
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:     return func(*args, **kwargs)
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:     self._notify()
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:     self.callback(batched_events)
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:     event.method(event)
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:     return f(self, *a, **k)
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:     return self._get(url).json()
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:04:40.833529 dv-cinder-824979-1-iscsi neutron-server[101322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:04:40.903699 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9c89ba3d-5f50-4eab-b02b-cef747bcdfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3718785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551359'] for network, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:40.910861 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9c89ba3d-5f50-4eab-b02b-cef747bcdfa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:40.917783 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-9c89ba3d-5f50-4eab-b02b-cef747bcdfa9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/03f0791d-b3f7-4442-a4cf-e0612c275e41 HTTP/1.1" status: 204  len: 168 time: 0.3578722
Jan 28 02:04:40.938651 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89ba3d-5f50-4eab-b02b-cef747bcdfa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=03f0791d-b3f7-4442-a4cf-e0612c275e41,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:41.078320 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ecab8-3c3a-430e-b402-2c374a14e2b1 req-f2a19307-e3ce-432e-8146-f1c5f4c2b442 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:41.080145 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-269ecab8-3c3a-430e-b402-2c374a14e2b1 req-f2a19307-e3ce-432e-8146-f1c5f4c2b442 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.0752661
Jan 28 02:04:41.130966 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-269ecab8-3c3a-430e-b402-2c374a14e2b1 req-a6bfa3b4-5619-45d9-8aed-703e1b55fe55 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426061
Jan 28 02:04:41.168504 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43058) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:41.212368 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-527fd13c-a086-4f12-9458-4db8f2e162fa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=db6ea7ebf03d4ba89b2158cb1610b391&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0427008
Jan 28 02:04:41.214974 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43060) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:41.276748 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4b077e34-739d-43a9-8ef5-7a03c1f7ce67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:41.301787 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4b077e34-739d-43a9-8ef5-7a03c1f7ce67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:41.356026 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4b077e34-739d-43a9-8ef5-7a03c1f7ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:41.359944 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4b077e34-739d-43a9-8ef5-7a03c1f7ce67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:41.361146 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-4b077e34-739d-43a9-8ef5-7a03c1f7ce67 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1453b9df-0f4c-4081-9950-edc1bb1a991b HTTP/1.1" status: 204  len: 168 time: 0.1452496
Jan 28 02:04:41.370585 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b077e34-739d-43a9-8ef5-7a03c1f7ce67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1453b9df-0f4c-4081-9950-edc1bb1a991b,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:41.671667 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f2f0a-428a-4b70-a4fe-2b0c1457dd62 req-104f76d6-2f7a-4f68-9044-01ff30e5cc71 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:41.674251 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1b4f2f0a-428a-4b70-a4fe-2b0c1457dd62 req-104f76d6-2f7a-4f68-9044-01ff30e5cc71 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0679183
Jan 28 02:04:41.729173 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1b4f2f0a-428a-4b70-a4fe-2b0c1457dd62 req-b05417e7-2569-415f-b1ce-6b34149df58f tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477412
Jan 28 02:04:41.833331 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a432f7a3-6e50-4070-8295-83602803cb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:41.845004 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fc43727a-0eae-48d3-bfc6-82a84f22da07 req-07007690-6187-4479-bfb5-9fc0f15e57c7 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 210 time: 0.0397575
Jan 28 02:04:42.275890 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cff4ca-9e36-40ec-87d3-acb0239e09ff req-1f101094-ea71-4e77-af13-fcd6006d1c7e tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:42.278375 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e3cff4ca-9e36-40ec-87d3-acb0239e09ff req-1f101094-ea71-4e77-af13-fcd6006d1c7e tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.0690863
Jan 28 02:04:42.329074 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e3cff4ca-9e36-40ec-87d3-acb0239e09ff req-442b7584-251f-4338-8023-fd49492b8ebe tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442314
Jan 28 02:04:42.857916 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5ba34-4b87-4f07-a735-a8e8d37f3538 req-661ef618-28e4-477a-b56b-36fa739e22d6 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:42.861280 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f7f5ba34-4b87-4f07-a735-a8e8d37f3538 req-661ef618-28e4-477a-b56b-36fa739e22d6 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0612402
Jan 28 02:04:42.902065 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f7f5ba34-4b87-4f07-a735-a8e8d37f3538 req-60e3d98b-6cb9-40d1-906b-8266456052c1 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348434
Jan 28 02:04:43.002388 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-06d11001-5691-41ac-8649-9ce3e64e0066 req-5094b226-1c6f-400a-abf5-dcaff1966b45 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 210 time: 0.0303259
Jan 28 02:04:43.482028 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f784f-5808-4a9f-ab51-eb96513c3aaa req-7da9fb6a-0b13-4b81-9fbd-9ee28fc684e9 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:43.483630 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8d1f784f-5808-4a9f-ab51-eb96513c3aaa req-7da9fb6a-0b13-4b81-9fbd-9ee28fc684e9 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.0673485
Jan 28 02:04:43.529123 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8d1f784f-5808-4a9f-ab51-eb96513c3aaa req-b73513b8-b031-473b-85a1-cbb75d4e9847 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365255
Jan 28 02:04:43.904167 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d168d0de-17d7-49aa-8860-d8e0a74b9599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:44.026368 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2247472-10ad-43eb-97e7-fd6191ae43a9 req-52a4e63e-950e-4a5d-a870-5fe58c1fd4df tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:44.027886 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d2247472-10ad-43eb-97e7-fd6191ae43a9 req-52a4e63e-950e-4a5d-a870-5fe58c1fd4df tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0513642
Jan 28 02:04:44.068172 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d2247472-10ad-43eb-97e7-fd6191ae43a9 req-1ea1f1a0-334f-49ec-98da-86c21bded470 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0335033
Jan 28 02:04:44.165160 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-713b3aa7-cde3-4eb7-8ec0-c8209bcf4510 req-92db9995-72a9-47c6-ae52-a5f51dcd3f23 tempest-AttachVolumeNegativeTest-579488824 tempest-AttachVolumeNegativeTest-579488824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c7e70ce-ff2e-4323-baec-1455763bb95f HTTP/1.1" status: 200  len: 210 time: 0.0266185
Jan 28 02:04:44.676511 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed396bb9-5dd4-47f8-8a3f-eba8d3d8a2b1 req-c2781ec2-fd9f-491b-8c33-cd5af94c6649 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:44.678265 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ed396bb9-5dd4-47f8-8a3f-eba8d3d8a2b1 req-c2781ec2-fd9f-491b-8c33-cd5af94c6649 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.0660944
Jan 28 02:04:44.732536 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ed396bb9-5dd4-47f8-8a3f-eba8d3d8a2b1 req-4482f867-01f5-4fc3-bd23-797ee87b79e6 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423224
Jan 28 02:04:44.799040 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:45.193161 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9525e-2d46-40a3-8da1-e46f3d9ecf8f req-3c2f066e-6dc5-423d-a905-f8a5c7c540ad tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:45.194809 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-85a9525e-2d46-40a3-8da1-e46f3d9ecf8f req-3c2f066e-6dc5-423d-a905-f8a5c7c540ad tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0543716
Jan 28 02:04:45.242264 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43094) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:45.245358 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-85a9525e-2d46-40a3-8da1-e46f3d9ecf8f req-8eba1b23-90c6-4673-b996-c4d9fa12f3e1 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420761
Jan 28 02:04:45.298050 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:45.299812 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_v2 [None req-00eb258d-6cb7-4b83-90fa-3e8167f358d6 admin admin] Deleting subnet 458cc6c2-7388-45e4-bb6b-10c0e6fa544d {{(pid=101323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:04:45.302880 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-00eb258d-6cb7-4b83-90fa-3e8167f358d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:45.343308 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-00eb258d-6cb7-4b83-90fa-3e8167f358d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4290095779'] for subnet, precommit_delete_associations {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:45.390121 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-00eb258d-6cb7-4b83-90fa-3e8167f358d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717944'] for subnet, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:45.446712 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-00eb258d-6cb7-4b83-90fa-3e8167f358d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4290448657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4289782116'] for subnet, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:45.476187 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb258d-6cb7-4b83-90fa-3e8167f358d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=458cc6c2-7388-45e4-bb6b-10c0e6fa544d,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:45.478217 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-00eb258d-6cb7-4b83-90fa-3e8167f358d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:45.481326 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-00eb258d-6cb7-4b83-90fa-3e8167f358d6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/458cc6c2-7388-45e4-bb6b-10c0e6fa544d HTTP/1.1" status: 204  len: 168 time: 0.2370179
Jan 28 02:04:45.484408 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43096) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:45.553526 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-adc0ceb9-680f-4cd7-a2bf-11829e53eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3581231'] for network, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:45.640851 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-adc0ceb9-680f-4cd7-a2bf-11829e53eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3718810', 'neutron.services.segments.db._delete_segments_for_network-8755292390849'] for network, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:45.659946 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-adc0ceb9-680f-4cd7-a2bf-11829e53eb00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67f956f880>,) {'filters': {'network_id': ['a12a014d-4a71-408b-a943-054c73574ed9']}} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:04:45.668906 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-adc0ceb9-680f-4cd7-a2bf-11829e53eb00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67f956f880>, '374283b2-2bd7-47c5-8ecc-11b670e17633') {'for_net_delete': True} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:04:45.669195 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-adc0ceb9-680f-4cd7-a2bf-11829e53eb00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67f956f880>, '374283b2-2bd7-47c5-8ecc-11b670e17633') {} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:04:45.679399 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-adc0ceb9-680f-4cd7-a2bf-11829e53eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755292456129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4290095770'] for segment, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:45.693106 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-adc0ceb9-680f-4cd7-a2bf-11829e53eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:45.698900 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc0ceb9-680f-4cd7-a2bf-11829e53eb00 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=101323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:04:45.699271 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-adc0ceb9-680f-4cd7-a2bf-11829e53eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4290448811'] for segment, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]: Traceback (most recent call last):
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:     timer()
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:     cb(*args, **kw)
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:     return func(*args, **kwargs)
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:     self._notify()
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:     self.callback(batched_events)
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:     event.method(event)
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:     return f(self, *a, **k)
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._get(url).json()
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:04:45.700874 dv-cinder-824979-1-iscsi neutron-server[101323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:04:45.763032 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-adc0ceb9-680f-4cd7-a2bf-11829e53eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3718785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551359'] for network, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:45.769139 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-adc0ceb9-680f-4cd7-a2bf-11829e53eb00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:45.772459 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-adc0ceb9-680f-4cd7-a2bf-11829e53eb00 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a12a014d-4a71-408b-a943-054c73574ed9 HTTP/1.1" status: 204  len: 168 time: 0.2870672
Jan 28 02:04:45.784300 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0ceb9-680f-4cd7-a2bf-11829e53eb00 admin admin] Pushing event deleted for resources: {'Network': ['ID=a12a014d-4a71-408b-a943-054c73574ed9,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:45.853673 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c7c47-cc0a-4c32-9c56-a793e4225371 req-bcfb4993-0e61-44d8-9c59-066d3b8605c3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:45.855160 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-281c7c47-cc0a-4c32-9c56-a793e4225371 req-bcfb4993-0e61-44d8-9c59-066d3b8605c3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.0482094
Jan 28 02:04:45.892574 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-281c7c47-cc0a-4c32-9c56-a793e4225371 req-442b6c5c-b993-442b-b702-b6d854d0919a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0310600
Jan 28 02:04:45.938505 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43104) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:45.976214 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-d6d0902a-3fda-40fa-8e8b-72dc5490dbc9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6639261ee8ee46e0a4e3a01eb63b9ab4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0365846
Jan 28 02:04:45.978644 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43106) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:46.029518 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-9c7d59c5-f8ea-4fde-a674-94f2a48c31df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:46.051192 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-9c7d59c5-f8ea-4fde-a674-94f2a48c31df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:46.108093 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-9c7d59c5-f8ea-4fde-a674-94f2a48c31df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:46.112591 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-9c7d59c5-f8ea-4fde-a674-94f2a48c31df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:46.113976 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-9c7d59c5-f8ea-4fde-a674-94f2a48c31df admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c7a40ed7-fe4a-4c09-b5c4-5ab05589958e HTTP/1.1" status: 204  len: 168 time: 0.1342320
Jan 28 02:04:46.122746 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d59c5-f8ea-4fde-a674-94f2a48c31df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a40ed7-fe4a-4c09-b5c4-5ab05589958e,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:46.390394 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb44704-65fe-4eed-825a-fb0d4e0d6fde req-288a31b3-8598-477e-8e01-6b44fd2db3ec tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:46.391882 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dfb44704-65fe-4eed-825a-fb0d4e0d6fde req-288a31b3-8598-477e-8e01-6b44fd2db3ec tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0714796
Jan 28 02:04:46.441832 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dfb44704-65fe-4eed-825a-fb0d4e0d6fde req-c72539aa-df8b-437d-b134-ddf36cf3e013 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433481
Jan 28 02:04:46.833426 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:47.016407 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62901b44-114b-4eaa-a209-dcaa7300d250 req-eef3fd6a-52c7-4f33-9b87-18c82fc0ca9c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:47.018805 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-62901b44-114b-4eaa-a209-dcaa7300d250 req-eef3fd6a-52c7-4f33-9b87-18c82fc0ca9c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.0538280
Jan 28 02:04:47.060252 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-62901b44-114b-4eaa-a209-dcaa7300d250 req-78712aa6-9664-41cf-ac33-73be857d73e3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364652
Jan 28 02:04:47.163381 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a5467-b520-4207-b332-5204a7778f9e req-88e31015-ec89-40e4-8530-937d3ad29995 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:47.164726 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-db7a5467-b520-4207-b332-5204a7778f9e req-88e31015-ec89-40e4-8530-937d3ad29995 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0509236
Jan 28 02:04:47.259320 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-db7a5467-b520-4207-b332-5204a7778f9e req-06e53a7e-c8d3-4abc-9c5d-f32c3e5f889b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Deleting port 74b68811-cff5-4440-b73c-e6a15a359cac {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:04:47.259667 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-db7a5467-b520-4207-b332-5204a7778f9e req-06e53a7e-c8d3-4abc-9c5d-f32c3e5f889b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:47.345279 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:47.547911 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-db7a5467-b520-4207-b332-5204a7778f9e req-06e53a7e-c8d3-4abc-9c5d-f32c3e5f889b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] For port 74b68811-cff5-4440-b73c-e6a15a359cac, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=74b68811-cff5-4440-b73c-e6a15a359cac,segment=NetworkSegment(17b807dd-4180-4db0-868c-9da3eb0b5806),segment_id=17b807dd-4180-4db0-868c-9da3eb0b5806)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:04:47.548355 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-db7a5467-b520-4207-b332-5204a7778f9e req-06e53a7e-c8d3-4abc-9c5d-f32c3e5f889b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:47.560942 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b4780-6c36-4076-ba9e-fe491e46a0c8 req-04a6ab64-1b34-48e4-ae52-b80e4068cf1f tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:47.562683 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5a1b4780-6c36-4076-ba9e-fe491e46a0c8 req-04a6ab64-1b34-48e4-ae52-b80e4068cf1f tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d62c44-4ca6-4d5a-bd60-2f5e9e821199 HTTP/1.1" status: 200  len: 946 time: 0.0535290
Jan 28 02:04:47.566549 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-db7a5467-b520-4207-b332-5204a7778f9e req-06e53a7e-c8d3-4abc-9c5d-f32c3e5f889b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Calling delete_port for 74b68811-cff5-4440-b73c-e6a15a359cac owned by compute:nova {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:04:47.606714 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5a1b4780-6c36-4076-ba9e-fe491e46a0c8 req-64f483c6-cbc2-466b-a491-bf2fca1ad44d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344639
Jan 28 02:04:47.707787 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-db7a5467-b520-4207-b332-5204a7778f9e req-06e53a7e-c8d3-4abc-9c5d-f32c3e5f889b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:47.739418 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e53a7e-c8d3-4abc-9c5d-f32c3e5f889b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Pushing event deleted for resources: {'Port': ['ID=74b68811-cff5-4440-b73c-e6a15a359cac,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:47.750933 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['37e6d8f1-ff0f-4f83-801f-3e5eb74019e6', '74b68811-cff5-4440-b73c-e6a15a359cac'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:04:47.780806 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7a5467-b520-4207-b332-5204a7778f9e req-06e53a7e-c8d3-4abc-9c5d-f32c3e5f889b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] No DVR routers for this DVR port 74b68811-cff5-4440-b73c-e6a15a359cac on host hv-cinder-82497 {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:04:47.784630 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-db7a5467-b520-4207-b332-5204a7778f9e req-06e53a7e-c8d3-4abc-9c5d-f32c3e5f889b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:47.793871 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-db7a5467-b520-4207-b332-5204a7778f9e req-06e53a7e-c8d3-4abc-9c5d-f32c3e5f889b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.82 "DELETE /v2.0/ports/74b68811-cff5-4440-b73c-e6a15a359cac HTTP/1.1" status: 204  len: 173 time: 0.6223903
Jan 28 02:04:47.794373 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d62c44-4ca6-4d5a-bd60-2f5e9e821199', 'name': 'network-vif-deleted', 'tag': '74b68811-cff5-4440-b73c-e6a15a359cac'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:04:47.797996 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe0dec9-14a7-48de-9b1e-5a539cabe3b7" -d '{"events": [{"server_uuid": "c8d62c44-4ca6-4d5a-bd60-2f5e9e821199", "name": "network-vif-deleted", "tag": "74b68811-cff5-4440-b73c-e6a15a359cac"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:04:47.851656 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca98ec64-5c16-4879-9377-d6b197707f88 x-openstack-request-id: req-ca98ec64-5c16-4879-9377-d6b197707f88 {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:04:47.851938 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d62c44-4ca6-4d5a-bd60-2f5e9e821199", "name": "network-vif-deleted", "tag": "74b68811-cff5-4440-b73c-e6a15a359cac", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:04:47.852265 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca98ec64-5c16-4879-9377-d6b197707f88 {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:04:47.852658 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d62c44-4ca6-4d5a-bd60-2f5e9e821199', 'name': 'network-vif-deleted', 'tag': '74b68811-cff5-4440-b73c-e6a15a359cac', 'status': 'completed', 'code': 200}
Jan 28 02:04:47.954769 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43172) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:48.067692 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3204d0d7-f019-4330-9cf5-7e310753152e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:48.150893 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3204d0d7-f019-4330-9cf5-7e310753152e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:48.160504 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3204d0d7-f019-4330-9cf5-7e310753152e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:48.209212 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-3204d0d7-f019-4330-9cf5-7e310753152e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fc2de1c255d84760a184e79be7a1281a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2533667
Jan 28 02:04:48.211922 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43178) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:48.221770 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204d0d7-f019-4330-9cf5-7e310753152e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19ea05b-e101-49e8-bd7c-ba8db1debcb3,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:48.237501 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add617cc-1684-4240-85aa-7cd4ecb17c00 req-1f4acb2e-ac6f-4922-8f73-b8bc54b6f070 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:48.239072 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-add617cc-1684-4240-85aa-7cd4ecb17c00 req-1f4acb2e-ac6f-4922-8f73-b8bc54b6f070 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.0933096
Jan 28 02:04:48.277892 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f227d5d2-208b-4b52-8ec2-260a84c787b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:48.280657 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-add617cc-1684-4240-85aa-7cd4ecb17c00 req-f4003482-ca78-4070-be69-f7a300a1d613 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0354424
Jan 28 02:04:48.303939 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f227d5d2-208b-4b52-8ec2-260a84c787b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:48.353735 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f227d5d2-208b-4b52-8ec2-260a84c787b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:48.356386 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f227d5d2-208b-4b52-8ec2-260a84c787b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:48.357618 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-f227d5d2-208b-4b52-8ec2-260a84c787b9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d19ea05b-e101-49e8-bd7c-ba8db1debcb3 HTTP/1.1" status: 204  len: 168 time: 0.1447010
Jan 28 02:04:48.367677 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227d5d2-208b-4b52-8ec2-260a84c787b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19ea05b-e101-49e8-bd7c-ba8db1debcb3,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:48.625101 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43184) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:48.641368 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-9875ef9b-7b9a-497c-b186-7da2721274d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:48.718709 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-9875ef9b-7b9a-497c-b186-7da2721274d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:48.723377 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-9875ef9b-7b9a-497c-b186-7da2721274d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:48.764976 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-9875ef9b-7b9a-497c-b186-7da2721274d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a6ffa1dcbe484cd88cdc202b56864fa8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1379580
Jan 28 02:04:48.765713 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875ef9b-7b9a-497c-b186-7da2721274d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03071d30-0cc8-424e-ae90-5ab321f5d144,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:48.767892 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43190) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:48.822611 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d124fdec-4c96-4359-afaa-32aa8dc91988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:48.843432 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d124fdec-4c96-4359-afaa-32aa8dc91988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:48.918960 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6858e-47af-4934-b8b5-0da6c58bf984 req-abb4b920-32f5-4763-a451-1309e50336ba tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:48.920992 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-70f6858e-47af-4934-b8b5-0da6c58bf984 req-abb4b920-32f5-4763-a451-1309e50336ba tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0756295
Jan 28 02:04:48.935348 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d124fdec-4c96-4359-afaa-32aa8dc91988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:48.938344 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d124fdec-4c96-4359-afaa-32aa8dc91988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:48.939421 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-d124fdec-4c96-4359-afaa-32aa8dc91988 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/03071d30-0cc8-424e-ae90-5ab321f5d144 HTTP/1.1" status: 204  len: 168 time: 0.1705132
Jan 28 02:04:48.955743 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124fdec-4c96-4359-afaa-32aa8dc91988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03071d30-0cc8-424e-ae90-5ab321f5d144,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:48.975262 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-70f6858e-47af-4934-b8b5-0da6c58bf984 req-2fe1033a-67f9-4903-9086-3d4f0b4a6497 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460436
Jan 28 02:04:49.409569 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e46118-3acc-41c6-9d5c-35cbdfa7be19 req-e72022a3-fa6c-41b6-845d-1dbd68fed718 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:49.411437 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-82e46118-3acc-41c6-9d5c-35cbdfa7be19 req-e72022a3-fa6c-41b6-845d-1dbd68fed718 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.0530982
Jan 28 02:04:49.449969 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-82e46118-3acc-41c6-9d5c-35cbdfa7be19 req-30941b8d-1f5a-46a1-b77b-07e7b58dbfcc tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0321352
Jan 28 02:04:50.102266 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f769b-b0a6-4ec7-a1bc-115c87ce1f49 req-4ef7f0f0-2a8e-4a31-a2cd-cd1c1e003317 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:50.103823 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b01f769b-b0a6-4ec7-a1bc-115c87ce1f49 req-4ef7f0f0-2a8e-4a31-a2cd-cd1c1e003317 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0576141
Jan 28 02:04:50.140683 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b01f769b-b0a6-4ec7-a1bc-115c87ce1f49 req-221da185-0600-4608-afdd-e807044f0090 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0304487
Jan 28 02:04:50.577763 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bac6f-c1c4-4788-9965-49e70204aef6 req-5ff00614-e595-46c7-a4d4-31ca866f5b52 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:50.579265 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-525bac6f-c1c4-4788-9965-49e70204aef6 req-5ff00614-e595-46c7-a4d4-31ca866f5b52 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.0477262
Jan 28 02:04:50.620182 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-525bac6f-c1c4-4788-9965-49e70204aef6 req-b3827259-b6d5-49e6-b631-b29055ae734c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347717
Jan 28 02:04:51.213633 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 74b68811-cff5-4440-b73c-e6a15a359cac no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:04:51.233825 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: 74b68811-cff5-4440-b73c-e6a15a359cac {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:04:51.234083 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 74b68811-cff5-4440-b73c-e6a15a359cac not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:04:51.253818 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dbd10-6361-4e13-b289-c14864d51e29 req-50ab6c51-74b3-4c73-81df-010a1b9b5997 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:51.256187 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2f8dbd10-6361-4e13-b289-c14864d51e29 req-50ab6c51-74b3-4c73-81df-010a1b9b5997 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0502603
Jan 28 02:04:51.296162 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2f8dbd10-6361-4e13-b289-c14864d51e29 req-a2c6aa83-37a8-47cb-b726-ede9cc0c0d78 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0336661
Jan 28 02:04:51.756718 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164007f-ce97-42db-a356-eaaf50ed6fc4 req-712a4ab0-67e9-45bb-ba15-5a6054a353f5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:51.758450 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0164007f-ce97-42db-a356-eaaf50ed6fc4 req-712a4ab0-67e9-45bb-ba15-5a6054a353f5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.0553334
Jan 28 02:04:51.801548 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0164007f-ce97-42db-a356-eaaf50ed6fc4 req-1c5ec36b-eed5-49db-b8c8-804394ef9015 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0362501
Jan 28 02:04:52.418460 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6714d-d70a-49ec-9967-a57d51c5323d req-e2ccf0ca-0d62-47e5-b2e2-e752fb2150b4 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:52.421236 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-15c6714d-d70a-49ec-9967-a57d51c5323d req-e2ccf0ca-0d62-47e5-b2e2-e752fb2150b4 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 946 time: 0.0931289
Jan 28 02:04:52.511470 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-15c6714d-d70a-49ec-9967-a57d51c5323d req-07955c42-e1a0-4d8a-9140-0fad92fcf4f1 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632682
Jan 28 02:04:52.524957 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcd32e-dab8-4893-8810-039f20cc3c77 req-3f9e5b60-f2b1-481e-a3ee-c1bc8c133099 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:52.527247 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2edcd32e-dab8-4893-8810-039f20cc3c77 req-3f9e5b60-f2b1-481e-a3ee-c1bc8c133099 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.1356554
Jan 28 02:04:52.549058 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43292) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:52.629519 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2edcd32e-dab8-4893-8810-039f20cc3c77 req-b695a334-3f49-49d4-834a-538ad99cf21b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917969
Jan 28 02:04:52.797524 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec71224-785f-4d40-815c-1298eca49a44 tempest-TestMinimumBasicScenario-355235674 tempest-TestMinimumBasicScenario-355235674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:52.799156 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-6ec71224-785f-4d40-815c-1298eca49a44 tempest-TestMinimumBasicScenario-355235674 tempest-TestMinimumBasicScenario-355235674-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 1094 time: 0.2473667
Jan 28 02:04:52.801992 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43296) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:52.806219 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Request body: {'floatingip': {'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'port_id': 'df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:04:52.831081 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for floatingip, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:52.943689 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b4705-3845-4f7b-b7da-78ac9cbd0467 req-fb7acc28-8429-4e15-ab32-d8c4d7aae89a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:52.945157 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-691b4705-3845-4f7b-b7da-78ac9cbd0467 req-fb7acc28-8429-4e15-ab32-d8c4d7aae89a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 943 time: 0.0675201
Jan 28 02:04:52.992891 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:53.004212 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-691b4705-3845-4f7b-b7da-78ac9cbd0467 req-570b8bce-c043-4c8b-8adb-37368c19ff07 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504127
Jan 28 02:04:53.117049 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_common [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Allocated IP 172.27.3.252 (77030b15-4317-4bc4-9693-f7afef5939e8/a10a135b-d338-4414-a2fc-bd26c83c352b/1667cde2-42d5-47e8-8668-401aac7543d7) {{(pid=101322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:04:53.229171 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for port, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:53.246453 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 1c3eebfc-cf3d-4a86-8be4-2f39da195acf details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:04:53.289219 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:53.334806 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Network 77030b15-4317-4bc4-9693-f7afef5939e8 is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:04:53.337852 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:04:53.342949 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Received port after_create {{(pid=101322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:04:53.347422 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43312) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:53.358202 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:04:53.365779 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Pushing event updated for resources: {'Port': ['ID=1667cde2-42d5-47e8-8668-401aac7543d7,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:53.370723 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'port_id': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf', 'mac_address': 'fa:16:3e:7d:bd:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:04:53.411607 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:53.428349 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3eebfc-cf3d-4a86-8be4-2f39da195acf {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:04:53.451826 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:04:53.456420 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:53.471984 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-282e5c7f-641f-4458-9bc8-6b7fc075ef68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:53.506392 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,revision_number=9']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:53.553965 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-282e5c7f-641f-4458-9bc8-6b7fc075ef68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:53.558442 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-282e5c7f-641f-4458-9bc8-6b7fc075ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:53.599789 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-282e5c7f-641f-4458-9bc8-6b7fc075ef68 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8e439b082505441682afef1b4b97dd7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2510912
Jan 28 02:04:53.601387 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e5c7f-641f-4458-9bc8-6b7fc075ef68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d53767a-aba5-4ec9-a73b-07e8b48bdc96,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:53.603307 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43316) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:53.655192 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0c10148c-1ca8-4433-8c12-5d5f8adc0b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:53.681737 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0c10148c-1ca8-4433-8c12-5d5f8adc0b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:53.734282 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0c10148c-1ca8-4433-8c12-5d5f8adc0b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:53.737821 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0c10148c-1ca8-4433-8c12-5d5f8adc0b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:53.741111 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-0c10148c-1ca8-4433-8c12-5d5f8adc0b85 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0d53767a-aba5-4ec9-a73b-07e8b48bdc96 HTTP/1.1" status: 204  len: 168 time: 0.1367002
Jan 28 02:04:53.749460 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10148c-1ca8-4433-8c12-5d5f8adc0b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d53767a-aba5-4ec9-a73b-07e8b48bdc96,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:53.829291 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['1c3eebfc-cf3d-4a86-8be4-2f39da195acf'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:04:53.840114 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f02fde-0aed-47c8-8f29-6cd57fa3ef77 req-6b491ab8-3107-4283-8139-bc145f71f7d9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:53.842143 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-89f02fde-0aed-47c8-8f29-6cd57fa3ef77 req-6b491ab8-3107-4283-8139-bc145f71f7d9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0702133
Jan 28 02:04:53.947757 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-89f02fde-0aed-47c8-8f29-6cd57fa3ef77 req-c5096f2c-425a-415d-851a-8e9d4f853825 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718818
Jan 28 02:04:54.005498 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:54.022900 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43324) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:54.041271 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-595c7de2-ec2f-4334-8fcb-487b677c80c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:54.090416 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:54.126123 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-595c7de2-ec2f-4334-8fcb-487b677c80c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:54.132732 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-595c7de2-ec2f-4334-8fcb-487b677c80c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:54.175105 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-595c7de2-ec2f-4334-8fcb-487b677c80c9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=621bb2ce9fc349a2a2a28ba2a36f0600&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1482246
Jan 28 02:04:54.175338 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43328) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:54.178642 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c7de2-ec2f-4334-8fcb-487b677c80c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f31d1cf-2b14-46e2-b089-f7c416427b6f,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:54.274529 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d989c5-cdce-4e26-b3fc-ebe46bb409ac req-4aed895f-f0b6-45e4-958a-266e34547185 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:54.276114 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e5d989c5-cdce-4e26-b3fc-ebe46bb409ac req-4aed895f-f0b6-45e4-958a-266e34547185 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 944 time: 0.1482546
Jan 28 02:04:54.353489 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-699ddab1-af9f-40e7-9bab-e60d40c88bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:54.390868 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e5d989c5-cdce-4e26-b3fc-ebe46bb409ac req-f2b5c6da-a056-4d21-b138-102cb959da2b tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1054816
Jan 28 02:04:54.413406 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-699ddab1-af9f-40e7-9bab-e60d40c88bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:54.428885 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for port, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:54.439133 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4291371100'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:54.526737 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Pushing event updated for resources: {'Port': ['ID=1667cde2-42d5-47e8-8668-401aac7543d7,revision_number=2']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:54.539586 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-699ddab1-af9f-40e7-9bab-e60d40c88bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:54.542304 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-699ddab1-af9f-40e7-9bab-e60d40c88bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:54.543565 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-699ddab1-af9f-40e7-9bab-e60d40c88bc5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0f31d1cf-2b14-46e2-b089-f7c416427b6f HTTP/1.1" status: 204  len: 168 time: 0.3673232
Jan 28 02:04:54.550104 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551309'] for floatingip, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:54.587249 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ddab1-af9f-40e7-9bab-e60d40c88bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f31d1cf-2b14-46e2-b089-f7c416427b6f,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:54.664470 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.l3_db [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Floating IP d009b3e2-4e93-4ba0-be19-431bbb4fd3c2 associated. External IP: 172.27.3.252, port: df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1.
Jan 28 02:04:54.878752 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Router f9da3210-bede-47cb-a4c4-1721093d2d93 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:04:54.991575 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:04:54.991763 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be8b11-a5c7-478a-88db-2e660ef04706 req-a89668a7-1d52-480a-811e-875892ecde5d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:54.999982 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-73be8b11-a5c7-478a-88db-2e660ef04706 req-a89668a7-1d52-480a-811e-875892ecde5d tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.82 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0493870
Jan 28 02:04:55.002506 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9140bd6-4e6e-4da8-9b56-43d74fa03384 None None] Sync routers for ids ['f9da3210-bede-47cb-a4c4-1721093d2d93'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:04:55.015195 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:55.015769 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9140bd6-4e6e-4da8-9b56-43d74fa03384 None None] Routers {'f9da3210-bede-47cb-a4c4-1721093d2d93'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:04:55.021804 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-d9140bd6-4e6e-4da8-9b56-43d74fa03384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67facd64f0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:04:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['f9da3210-bede-47cb-a4c4-1721093d2d93'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:04:55.055618 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-e0e65306-db71-44ed-b79b-18646f82e292 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2501128
Jan 28 02:04:55.055618 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43344) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:55.055618 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99e0d03-1fe8-4dd7-9c5d-e67a633ab920', 'tag': 'df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1'}] {{(pid=101322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:04:55.056755 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22e9aba1f3ae753be8f095bd4de5bd58f45f4f40cfe68f6f18584bec835fbd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402545e2-6f50-44c1-9d1d-81aad661c2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b99e0d03-1fe8-4dd7-9c5d-e67a633ab920", "tag": "df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1"}]}' {{(pid=101322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:04:55.064050 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-2cbba952-f6e2-43dc-8671-ba9e8518e3ca tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-94748571', 'description': 'tempest-secgroup-smoke-94748571 description', 'project_id': '8f948307a28a46c882d15550cc527d3e'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:04:55.130820 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2cbba952-f6e2-43dc-8671-ba9e8518e3ca tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:55.134709 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc615d8-04a8-4d08-98f9-d19ba4a5a76e x-openstack-request-id: req-1bc615d8-04a8-4d08-98f9-d19ba4a5a76e {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:04:55.135063 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99e0d03-1fe8-4dd7-9c5d-e67a633ab920", "tag": "df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1", "status": "completed", "code": 200}]} {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:04:55.137869 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1bc615d8-04a8-4d08-98f9-d19ba4a5a76e {{(pid=101322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:04:55.137869 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99e0d03-1fe8-4dd7-9c5d-e67a633ab920', 'tag': 'df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1', 'status': 'completed', 'code': 200}
Jan 28 02:04:55.159136 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-73be8b11-a5c7-478a-88db-2e660ef04706 req-658106e5-b425-4dd3-be4b-72de87d6235b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Deleting port 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:04:55.159694 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-73be8b11-a5c7-478a-88db-2e660ef04706 req-658106e5-b425-4dd3-be4b-72de87d6235b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:55.162886 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab74ae3-f341-4c9d-8196-65c9592d7c9f req-d2b205c3-49d4-4b1a-84b9-9951c63bf948 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:55.164437 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3ab74ae3-f341-4c9d-8196-65c9592d7c9f req-d2b205c3-49d4-4b1a-84b9-9951c63bf948 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 945 time: 0.0763521
Jan 28 02:04:55.193768 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-d9140bd6-4e6e-4da8-9b56-43d74fa03384 None None] Set router f9da3210-bede-47cb-a4c4-1721093d2d93 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:04:55.231693 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3ab74ae3-f341-4c9d-8196-65c9592d7c9f req-6004b76b-c5dd-4933-b037-75ba8d8c19a9 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/security-groups?id=072ed643-608b-48e9-b86c-f721b59ef999&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588567
Jan 28 02:04:55.239150 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 1c3eebfc-cf3d-4a86-8be4-2f39da195acf up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:04:55.309121 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402545e2-6f50-44c1-9d1d-81aad661c2e5 req-8227394a-be87-4e0c-935c-344bb6c05856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:55.312031 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-402545e2-6f50-44c1-9d1d-81aad661c2e5 req-8227394a-be87-4e0c-935c-344bb6c05856 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8f948307a28a46c882d15550cc527d3e&device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 1099 time: 0.1281185
Jan 28 02:04:55.314279 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2cbba952-f6e2-43dc-8671-ba9e8518e3ca tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:55.324569 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2cbba952-f6e2-43dc-8671-ba9e8518e3ca tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:55.345224 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:04:55.345601 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:55.398989 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2cbba952-f6e2-43dc-8671-ba9e8518e3ca tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:55.403537 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-2cbba952-f6e2-43dc-8671-ba9e8518e3ca tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.3435407
Jan 28 02:04:55.404244 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43358) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:55.406910 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbba952-f6e2-43dc-8671-ba9e8518e3ca tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1dd302-bd0a-4977-82e4-29786b62dcd1,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:55.412895 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-3986fcf9-f02c-46f4-8030-db45348a4ecc tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Request body: {'security_group_rule': {'security_group_id': 'ea1dd302-bd0a-4977-82e4-29786b62dcd1', 'project_id': '8f948307a28a46c882d15550cc527d3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:04:55.453634 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3986fcf9-f02c-46f4-8030-db45348a4ecc tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:55.468924 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402545e2-6f50-44c1-9d1d-81aad661c2e5 req-83f93d12-369c-46da-8e86-ced0ed18d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:55.470442 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-402545e2-6f50-44c1-9d1d-81aad661c2e5 req-83f93d12-369c-46da-8e86-ced0ed18d5c0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=74f32fac-79da-4565-bfb2-7c951102ee06 HTTP/1.1" status: 200  len: 916 time: 0.1520774
Jan 28 02:04:55.504937 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:55.549605 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-402545e2-6f50-44c1-9d1d-81aad661c2e5 req-5014f55f-b77c-4323-a88e-e7f9cb544263 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 HTTP/1.1" status: 200  len: 1000 time: 0.0713189
Jan 28 02:04:55.563708 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-73be8b11-a5c7-478a-88db-2e660ef04706 req-658106e5-b425-4dd3-be4b-72de87d6235b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] For port 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=37e6d8f1-ff0f-4f83-801f-3e5eb74019e6,segment=NetworkSegment(17b807dd-4180-4db0-868c-9da3eb0b5806),segment_id=17b807dd-4180-4db0-868c-9da3eb0b5806)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:04:55.564033 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-73be8b11-a5c7-478a-88db-2e660ef04706 req-658106e5-b425-4dd3-be4b-72de87d6235b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:55.571047 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d048580-813a-43b7-ae1a-e0b1a9c8c234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:04:55.574830 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0f80a3-98fe-47e6-b4e4-f8f24598c166" -d '{"events": [{"server_uuid": "9d048580-813a-43b7-ae1a-e0b1a9c8c234", "name": "network-vif-plugged", "status": "completed", "tag": "1c3eebfc-cf3d-4a86-8be4-2f39da195acf"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:04:55.581114 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3986fcf9-f02c-46f4-8030-db45348a4ecc tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:55.588361 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3986fcf9-f02c-46f4-8030-db45348a4ecc tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:55.601039 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-d9140bd6-4e6e-4da8-9b56-43d74fa03384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67facd64f0>, [{'id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'name': 'tempest-TestMinimumBasicScenario-1264500199-router', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:23Z', 'updated_at': '2022-01-28T02:03:27Z', 'revision_number': 4, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'gw_port': {'id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:24Z', 'updated_at': '2022-01-28T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': 'd009b3e2-4e93-4ba0-be19-431bbb4fd3c2', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'port_id': 'df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06', 'mac_address': 'fa:16:3e:d0:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99e0d03-1fe8-4dd7-9c5d-e67a633ab920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:04:53Z', 'updated_at': '2022-01-28T02:04:53Z', 'revision_number': 0, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47f8b4c-1b2f-4657-bbb0-5c30869ed3db', 'name': '', 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'mac_address': 'fa:16:3e:11:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '1b393d39-c8f1-4417-b01a-d64b8315c262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:26Z', 'updated_at': '2022-01-28T02:03:32Z', 'revision_number': 5, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'subnets': [{'id': '1b393d39-c8f1-4417-b01a-d64b8315c262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:04:55.612855 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68ef33-de56-4e54-bc92-a01d017d7f43 req-b28d4e15-9143-4d69-89de-b115d16381b2 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:55.614462 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-73be8b11-a5c7-478a-88db-2e660ef04706 req-658106e5-b425-4dd3-be4b-72de87d6235b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Calling delete_port for 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 owned by compute:nova {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:04:55.614591 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ee68ef33-de56-4e54-bc92-a01d017d7f43 req-b28d4e15-9143-4d69-89de-b115d16381b2 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 944 time: 0.1081295
Jan 28 02:04:55.622157 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986fcf9-f02c-46f4-8030-db45348a4ecc tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6d210d-a899-4b05-8150-07a91659941a,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:55.625481 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:04:55.632296 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:55.647889 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402545e2-6f50-44c1-9d1d-81aad661c2e5 req-a429c113-1191-466d-ab1f-15812521de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:55.649372 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-402545e2-6f50-44c1-9d1d-81aad661c2e5 req-a429c113-1191-466d-ab1f-15812521de48 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1b393d39-c8f1-4417-b01a-d64b8315c262 HTTP/1.1" status: 200  len: 854 time: 0.0878739
Jan 28 02:04:55.657924 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3986fcf9-f02c-46f4-8030-db45348a4ecc tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:55.663210 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-3986fcf9-f02c-46f4-8030-db45348a4ecc tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2572725
Jan 28 02:04:55.666542 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43366) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:55.674564 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9140bd6-4e6e-4da8-9b56-43d74fa03384 None None] Checking router: f9da3210-bede-47cb-a4c4-1721093d2d93 for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:04:55.684236 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-7d6bc2a1-2939-4e44-80b8-e4a2fc2e7c16 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Request body: {'security_group_rule': {'security_group_id': 'ea1dd302-bd0a-4977-82e4-29786b62dcd1', 'project_id': '8f948307a28a46c882d15550cc527d3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:04:55.688430 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccee508d-3b68-482c-82e7-a12448792bc9 x-openstack-request-id: req-ccee508d-3b68-482c-82e7-a12448792bc9 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:04:55.688714 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d048580-813a-43b7-ae1a-e0b1a9c8c234", "name": "network-vif-plugged", "status": "completed", "tag": "1c3eebfc-cf3d-4a86-8be4-2f39da195acf", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:04:55.692122 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ccee508d-3b68-482c-82e7-a12448792bc9 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:04:55.692613 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d048580-813a-43b7-ae1a-e0b1a9c8c234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf', 'code': 200}
Jan 28 02:04:55.693580 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9140bd6-4e6e-4da8-9b56-43d74fa03384 None None] Routers {'f9da3210-bede-47cb-a4c4-1721093d2d93'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:04:55.694095 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-d9140bd6-4e6e-4da8-9b56-43d74fa03384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67facd64f0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:04:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['f9da3210-bede-47cb-a4c4-1721093d2d93'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:04:55.732054 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,revision_number=10']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:55.753030 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402545e2-6f50-44c1-9d1d-81aad661c2e5 req-2a47f25a-d186-4540-b010-b057cdca88d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:55.754573 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-402545e2-6f50-44c1-9d1d-81aad661c2e5 req-2a47f25a-d186-4540-b010-b057cdca88d7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=74f32fac-79da-4565-bfb2-7c951102ee06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750320
Jan 28 02:04:55.762579 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ee68ef33-de56-4e54-bc92-a01d017d7f43 req-0dc18929-765c-43dd-a7c0-1dca1580052b tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1313028
Jan 28 02:04:55.770441 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7d6bc2a1-2939-4e44-80b8-e4a2fc2e7c16 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:55.835400 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7d6bc2a1-2939-4e44-80b8-e4a2fc2e7c16 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:55.847040 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7d6bc2a1-2939-4e44-80b8-e4a2fc2e7c16 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:55.847265 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-d9140bd6-4e6e-4da8-9b56-43d74fa03384 None None] Set router f9da3210-bede-47cb-a4c4-1721093d2d93 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:04:55.870581 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7d6bc2a1-2939-4e44-80b8-e4a2fc2e7c16 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:55.871884 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-7d6bc2a1-2939-4e44-80b8-e4a2fc2e7c16 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2022877
Jan 28 02:04:55.874716 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6bc2a1-2939-4e44-80b8-e4a2fc2e7c16 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c61d33-14c2-48e0-8ea2-14c45be64731,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:55.876849 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43372) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:55.881506 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-6c58608f-23d0-49ec-8535-85b8b2b743da tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Request body: {'security_group_rule': {'security_group_id': 'ea1dd302-bd0a-4977-82e4-29786b62dcd1', 'project_id': '8f948307a28a46c882d15550cc527d3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:04:55.921792 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6c58608f-23d0-49ec-8535-85b8b2b743da tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:55.939486 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-402545e2-6f50-44c1-9d1d-81aad661c2e5 req-4986f9a1-9d14-4195-9139-8b0e85d740b1 service neutron] 10.222.0.82 "GET /v2.0/networks/74f32fac-79da-4565-bfb2-7c951102ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1716371
Jan 28 02:04:55.941801 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-73be8b11-a5c7-478a-88db-2e660ef04706 req-658106e5-b425-4dd3-be4b-72de87d6235b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:55.979310 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['37e6d8f1-ff0f-4f83-801f-3e5eb74019e6'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:04:56.028099 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6c58608f-23d0-49ec-8535-85b8b2b743da tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:56.036446 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6c58608f-23d0-49ec-8535-85b8b2b743da tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:56.049092 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658106e5-b425-4dd3-be4b-72de87d6235b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Pushing event deleted for resources: {'Port': ['ID=37e6d8f1-ff0f-4f83-801f-3e5eb74019e6,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:56.080200 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-73be8b11-a5c7-478a-88db-2e660ef04706 req-658106e5-b425-4dd3-be4b-72de87d6235b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] No DVR routers for this DVR port 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 on host hv-cinder-82497 {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:04:56.083784 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-73be8b11-a5c7-478a-88db-2e660ef04706 req-658106e5-b425-4dd3-be4b-72de87d6235b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:56.087361 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-73be8b11-a5c7-478a-88db-2e660ef04706 req-658106e5-b425-4dd3-be4b-72de87d6235b tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.82 "DELETE /v2.0/ports/37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 HTTP/1.1" status: 204  len: 173 time: 1.0862463
Jan 28 02:04:56.087855 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706d03a1-cf66-4cdb-8271-bb94ca669ad7', 'name': 'network-vif-deleted', 'tag': '37e6d8f1-ff0f-4f83-801f-3e5eb74019e6'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:04:56.088959 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58608f-23d0-49ec-8535-85b8b2b743da tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f38cb77-5e52-40bc-a63b-66389efedf24,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:56.090303 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc604d9-4df2-4d29-ac21-0896ca7676b8" -d '{"events": [{"server_uuid": "706d03a1-cf66-4cdb-8271-bb94ca669ad7", "name": "network-vif-deleted", "tag": "37e6d8f1-ff0f-4f83-801f-3e5eb74019e6"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:04:56.118491 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6c58608f-23d0-49ec-8535-85b8b2b743da tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:56.119826 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-6c58608f-23d0-49ec-8535-85b8b2b743da tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2418616
Jan 28 02:04:56.122435 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43380) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:56.136714 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-402545e2-6f50-44c1-9d1d-81aad661c2e5 req-468e5f48-e7ff-484c-936f-74159d0f1148 service neutron] 10.222.0.82 "GET /v2.0/networks/74f32fac-79da-4565-bfb2-7c951102ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1762440
Jan 28 02:04:56.139127 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-43d5b719-d941-4ceb-a3e8-3a4c220dce45 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Request body: {'security_group_rule': {'security_group_id': 'ea1dd302-bd0a-4977-82e4-29786b62dcd1', 'project_id': '8f948307a28a46c882d15550cc527d3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:04:56.141101 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d49105e-9b23-47c4-a61c-4178fe422f2b x-openstack-request-id: req-6d49105e-9b23-47c4-a61c-4178fe422f2b {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:04:56.141386 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706d03a1-cf66-4cdb-8271-bb94ca669ad7", "name": "network-vif-deleted", "tag": "37e6d8f1-ff0f-4f83-801f-3e5eb74019e6", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:04:56.141633 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d49105e-9b23-47c4-a61c-4178fe422f2b {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:04:56.142058 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706d03a1-cf66-4cdb-8271-bb94ca669ad7', 'name': 'network-vif-deleted', 'tag': '37e6d8f1-ff0f-4f83-801f-3e5eb74019e6', 'status': 'completed', 'code': 200}
Jan 28 02:04:56.178964 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-43d5b719-d941-4ceb-a3e8-3a4c220dce45 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:56.179430 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-d9140bd6-4e6e-4da8-9b56-43d74fa03384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67facd64f0>, [{'id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'name': 'tempest-TestMinimumBasicScenario-1264500199-router', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:23Z', 'updated_at': '2022-01-28T02:03:27Z', 'revision_number': 4, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'gw_port': {'id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:24Z', 'updated_at': '2022-01-28T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': 'd009b3e2-4e93-4ba0-be19-431bbb4fd3c2', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'port_id': 'df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06', 'mac_address': 'fa:16:3e:d0:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99e0d03-1fe8-4dd7-9c5d-e67a633ab920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:04:53Z', 'updated_at': '2022-01-28T02:04:53Z', 'revision_number': 0, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47f8b4c-1b2f-4657-bbb0-5c30869ed3db', 'name': '', 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'mac_address': 'fa:16:3e:11:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '1b393d39-c8f1-4417-b01a-d64b8315c262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:26Z', 'updated_at': '2022-01-28T02:03:32Z', 'revision_number': 5, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'subnets': [{'id': '1b393d39-c8f1-4417-b01a-d64b8315c262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:04:56.210258 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9140bd6-4e6e-4da8-9b56-43d74fa03384 None None] The sync data for ids ['f9da3210-bede-47cb-a4c4-1721093d2d93'] in dv-cinder-824979-1-iscsi is: [{'id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'name': 'tempest-TestMinimumBasicScenario-1264500199-router', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:23Z', 'updated_at': '2022-01-28T02:03:27Z', 'revision_number': 4, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'gw_port': {'id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:24Z', 'updated_at': '2022-01-28T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': 'd009b3e2-4e93-4ba0-be19-431bbb4fd3c2', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'port_id': 'df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06', 'mac_address': 'fa:16:3e:d0:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99e0d03-1fe8-4dd7-9c5d-e67a633ab920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:04:53Z', 'updated_at': '2022-01-28T02:04:53Z', 'revision_number': 0, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47f8b4c-1b2f-4657-bbb0-5c30869ed3db', 'name': '', 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'mac_address': 'fa:16:3e:11:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '1b393d39-c8f1-4417-b01a-d64b8315c262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:26Z', 'updated_at': '2022-01-28T02:03:32Z', 'revision_number': 5, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'subnets': [{'id': '1b393d39-c8f1-4417-b01a-d64b8315c262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:04:56.293402 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-43d5b719-d941-4ceb-a3e8-3a4c220dce45 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:56.300493 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-43d5b719-d941-4ceb-a3e8-3a4c220dce45 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:56.339450 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5b719-d941-4ceb-a3e8-3a4c220dce45 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db8ce56-c049-471a-b43c-49f1583ee45c,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:56.343523 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e821af5-38fa-4466-b7da-44f8ff849190 req-cea9b300-6ac4-4881-84ae-c46ff823d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:56.345315 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-6e821af5-38fa-4466-b7da-44f8ff849190 req-cea9b300-6ac4-4881-84ae-c46ff823d519 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 1099 time: 0.1120653
Jan 28 02:04:56.351388 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-43d5b719-d941-4ceb-a3e8-3a4c220dce45 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:56.352753 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-43d5b719-d941-4ceb-a3e8-3a4c220dce45 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2273233
Jan 28 02:04:56.365321 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43390) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:56.369938 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-c1bbec36-edc8-4a9f-85b0-0d46574f510b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Request body: {'security_group_rule': {'security_group_id': 'ea1dd302-bd0a-4977-82e4-29786b62dcd1', 'project_id': '8f948307a28a46c882d15550cc527d3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:04:56.389898 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-aefdd1ee-c5cf-402a-bd19-ed24bebbe4a4 req-ba483563-3fe5-44a3-97d0-af74c7848ef3 tempest-ServerRescueNegativeTestJSON-1068127003 tempest-ServerRescueNegativeTestJSON-1068127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=706d03a1-cf66-4cdb-8271-bb94ca669ad7 HTTP/1.1" status: 200  len: 210 time: 0.0360487
Jan 28 02:04:56.392143 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-6e821af5-38fa-4466-b7da-44f8ff849190 req-4e173dd0-694c-4d30-a567-c71f974aba69 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378051
Jan 28 02:04:56.417064 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.securitygroups_db [None req-c1bbec36-edc8-4a9f-85b0-0d46574f510b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Project 8f948307a28a46c882d15550cc527d3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 28 02:04:56.423014 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c1bbec36-edc8-4a9f-85b0-0d46574f510b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:56.478994 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c1bbec36-edc8-4a9f-85b0-0d46574f510b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:56.483980 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c1bbec36-edc8-4a9f-85b0-0d46574f510b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:56.493082 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0387982-ca92-42d6-b9c4-add919237beb None None] New status for floating IP d009b3e2-4e93-4ba0-be19-431bbb4fd3c2: ACTIVE {{(pid=101324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:04:56.504561 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbec36-edc8-4a9f-85b0-0d46574f510b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3b1720-9eef-415b-834a-ab54e2ee24e9,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:56.516006 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c1bbec36-edc8-4a9f-85b0-0d46574f510b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:56.517786 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-c1bbec36-edc8-4a9f-85b0-0d46574f510b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1508110
Jan 28 02:04:56.520244 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43394) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:56.525527 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-5599617e-7f18-4d60-bd7d-2a3f846b97b6 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Request body: {'security_group_rule': {'security_group_id': 'ea1dd302-bd0a-4977-82e4-29786b62dcd1', 'project_id': '8f948307a28a46c882d15550cc527d3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:04:56.551195 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.securitygroups_db [None req-5599617e-7f18-4d60-bd7d-2a3f846b97b6 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Project 8f948307a28a46c882d15550cc527d3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 28 02:04:56.556804 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5599617e-7f18-4d60-bd7d-2a3f846b97b6 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:56.626047 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5599617e-7f18-4d60-bd7d-2a3f846b97b6 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:56.632916 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5599617e-7f18-4d60-bd7d-2a3f846b97b6 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:56.651787 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599617e-7f18-4d60-bd7d-2a3f846b97b6 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792d9c6a-9086-4833-85dc-95463bf32e63,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:56.662401 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5599617e-7f18-4d60-bd7d-2a3f846b97b6 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:56.666409 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-5599617e-7f18-4d60-bd7d-2a3f846b97b6 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1421542
Jan 28 02:04:56.744880 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-25c049b5-2608-4d8f-9e9b-f3f3a3fdc65f req-280842bd-212c-4a1c-8d63-b44c54fff17b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-94748571&fields=id&tenant_id=8f948307a28a46c882d15550cc527d3e HTTP/1.1" status: 200  len: 267 time: 0.0342653
Jan 28 02:04:56.802252 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c049b5-2608-4d8f-9e9b-f3f3a3fdc65f req-b696427f-c859-4fe8-b1d8-3e1f363207c9 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:56.803781 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-25c049b5-2608-4d8f-9e9b-f3f3a3fdc65f req-b696427f-c859-4fe8-b1d8-3e1f363207c9 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 946 time: 0.0529664
Jan 28 02:04:56.823151 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [req-25c049b5-2608-4d8f-9e9b-f3f3a3fdc65f req-0d5ad8c2-4bb1-49e1-82ed-2ccd137d717b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Request body: {'port': {'security_groups': ['fcbc10f7-48a8-4005-9042-53a4c09bcf3f', 'ea1dd302-bd0a-4977-82e4-29786b62dcd1']}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:04:56.917138 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-25c049b5-2608-4d8f-9e9b-f3f3a3fdc65f req-0d5ad8c2-4bb1-49e1-82ed-2ccd137d717b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:56.949110 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e5b86-6154-4c95-af71-c8a3bd47edd4 req-07d3c1e4-94ed-4d15-a971-b59ef8c11e9a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:56.950832 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a92e5b86-6154-4c95-af71-c8a3bd47edd4 req-07d3c1e4-94ed-4d15-a971-b59ef8c11e9a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 946 time: 0.0904300
Jan 28 02:04:57.038878 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a92e5b86-6154-4c95-af71-c8a3bd47edd4 req-309067a4-1d2a-4bba-b8d9-cf5ba62d5b69 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662508
Jan 28 02:04:57.176928 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.db [req-25c049b5-2608-4d8f-9e9b-f3f3a3fdc65f req-0d5ad8c2-4bb1-49e1-82ed-2ccd137d717b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] For port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1,segment=NetworkSegment(93086bcc-0628-453c-a2d3-0718c8a10fd4),segment_id=93086bcc-0628-453c-a2d3-0718c8a10fd4)] {{(pid=101322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:04:57.207419 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-25c049b5-2608-4d8f-9e9b-f3f3a3fdc65f req-0d5ad8c2-4bb1-49e1-82ed-2ccd137d717b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for port, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:57.213114 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-25c049b5-2608-4d8f-9e9b-f3f3a3fdc65f req-0d5ad8c2-4bb1-49e1-82ed-2ccd137d717b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4291371100'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:57.258196 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c049b5-2608-4d8f-9e9b-f3f3a3fdc65f req-0d5ad8c2-4bb1-49e1-82ed-2ccd137d717b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:57.258839 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-25c049b5-2608-4d8f-9e9b-f3f3a3fdc65f req-0d5ad8c2-4bb1-49e1-82ed-2ccd137d717b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:57.260243 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-25c049b5-2608-4d8f-9e9b-f3f3a3fdc65f req-0d5ad8c2-4bb1-49e1-82ed-2ccd137d717b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "PUT /v2.0/ports/df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 HTTP/1.1" status: 200  len: 982 time: 0.4490435
Jan 28 02:04:57.260712 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99e0d03-1fe8-4dd7-9c5d-e67a633ab920', 'tag': 'df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1'}] {{(pid=101322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:04:57.263238 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22e9aba1f3ae753be8f095bd4de5bd58f45f4f40cfe68f6f18584bec835fbd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24fc638-b44a-4d87-813e-fb8c47df44f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b99e0d03-1fe8-4dd7-9c5d-e67a633ab920", "tag": "df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1"}]}' {{(pid=101322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:04:57.267779 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:04:57.307394 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1375c8f0-6645-439a-92bc-fbaadd35118f x-openstack-request-id: req-1375c8f0-6645-439a-92bc-fbaadd35118f {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:04:57.307747 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99e0d03-1fe8-4dd7-9c5d-e67a633ab920", "tag": "df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1", "status": "completed", "code": 200}]} {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:04:57.308056 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1375c8f0-6645-439a-92bc-fbaadd35118f {{(pid=101322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:04:57.308658 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99e0d03-1fe8-4dd7-9c5d-e67a633ab920', 'tag': 'df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1', 'status': 'completed', 'code': 200}
Jan 28 02:04:57.309635 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ad8c2-4bb1-49e1-82ed-2ccd137d717b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Pushing event updated for resources: {'Port': ['ID=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1,revision_number=6']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:57.405613 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96518e61-1df7-4b4e-824a-914b3c947c52 req-732c6502-b053-4cb4-9d20-77200e3aedc7 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:57.414752 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-96518e61-1df7-4b4e-824a-914b3c947c52 req-732c6502-b053-4cb4-9d20-77200e3aedc7 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.0750360
Jan 28 02:04:57.438948 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fc638-b44a-4d87-813e-fb8c47df44f9 req-28df051c-5acf-408f-8b34-a3bf06577010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:57.444101 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-c24fc638-b44a-4d87-813e-fb8c47df44f9 req-28df051c-5acf-408f-8b34-a3bf06577010 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8f948307a28a46c882d15550cc527d3e&device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 1138 time: 0.0697894
Jan 28 02:04:57.466034 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-96518e61-1df7-4b4e-824a-914b3c947c52 req-4229f249-da56-49aa-bfba-a968c04104e9 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=ea1dd302-bd0a-4977-82e4-29786b62dcd1&id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0450764
Jan 28 02:04:57.484300 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43414) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:57.533328 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:04:57.569588 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fc638-b44a-4d87-813e-fb8c47df44f9 req-2e6ad0c4-7bb6-4a5f-8faf-f296c1c99d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:57.571767 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-c24fc638-b44a-4d87-813e-fb8c47df44f9 req-2e6ad0c4-7bb6-4a5f-8faf-f296c1c99d9c service neutron] 10.222.0.82 "GET /v2.0/networks?id=74f32fac-79da-4565-bfb2-7c951102ee06 HTTP/1.1" status: 200  len: 916 time: 0.1198671
Jan 28 02:04:57.593708 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-cb04d5db-ee16-4836-b1f9-7e899d55a0bb None None] Provisioning complete for port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:04:57.594451 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cb04d5db-ee16-4836-b1f9-7e899d55a0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:57.641650 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-c24fc638-b44a-4d87-813e-fb8c47df44f9 req-1ae474e9-7478-461a-bafd-e922627e4ab8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 HTTP/1.1" status: 200  len: 1002 time: 0.0631261
Jan 28 02:04:57.713304 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fc638-b44a-4d87-813e-fb8c47df44f9 req-6c335a90-4c40-4738-8294-30a332be2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:57.715364 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-c24fc638-b44a-4d87-813e-fb8c47df44f9 req-6c335a90-4c40-4738-8294-30a332be2d96 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1b393d39-c8f1-4417-b01a-d64b8315c262 HTTP/1.1" status: 200  len: 854 time: 0.0614569
Jan 28 02:04:57.786064 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fc638-b44a-4d87-813e-fb8c47df44f9 req-47d5e07a-2b67-4b43-b21f-52be0518cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:57.787804 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-c24fc638-b44a-4d87-813e-fb8c47df44f9 req-47d5e07a-2b67-4b43-b21f-52be0518cffe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=74f32fac-79da-4565-bfb2-7c951102ee06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0611520
Jan 28 02:04:57.924840 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-c24fc638-b44a-4d87-813e-fb8c47df44f9 req-aa185a68-d6fb-4ce2-ba6c-f3a99d08f39a service neutron] 10.222.0.82 "GET /v2.0/networks/74f32fac-79da-4565-bfb2-7c951102ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286182
Jan 28 02:04:57.990648 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-82ae3ad2-887f-466c-a4a8-e4fa2d072c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545165'] for router_interface, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:58.036576 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-c24fc638-b44a-4d87-813e-fb8c47df44f9 req-3d10b451-2f25-46e9-a521-cf123bc9e311 service neutron] 10.222.0.82 "GET /v2.0/networks/74f32fac-79da-4565-bfb2-7c951102ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1027517
Jan 28 02:04:58.444774 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050baaa-688f-47cb-a989-8693316002b1 req-6d4f644d-0685-49f5-b602-d2cddc55f9c8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:58.446338 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e050baaa-688f-47cb-a989-8693316002b1 req-6d4f644d-0685-49f5-b602-d2cddc55f9c8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 946 time: 0.1304750
Jan 28 02:04:58.524530 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e050baaa-688f-47cb-a989-8693316002b1 req-fa094aed-9da8-462e-b150-4134b2871205 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603881
Jan 28 02:04:58.615882 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-82ae3ad2-887f-466c-a4a8-e4fa2d072c72 admin admin] Deleting port 766a2953-2ade-4e16-a844-e60880754233 {{(pid=101322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:04:58.616234 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-82ae3ad2-887f-466c-a4a8-e4fa2d072c72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:58.697437 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.db [None req-82ae3ad2-887f-466c-a4a8-e4fa2d072c72 admin admin] For port 766a2953-2ade-4e16-a844-e60880754233, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=766a2953-2ade-4e16-a844-e60880754233,segment=NetworkSegment(17b807dd-4180-4db0-868c-9da3eb0b5806),segment_id=17b807dd-4180-4db0-868c-9da3eb0b5806)] {{(pid=101322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:04:58.697841 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-82ae3ad2-887f-466c-a4a8-e4fa2d072c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:58.711844 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-82ae3ad2-887f-466c-a4a8-e4fa2d072c72 admin admin] Calling delete_port for 766a2953-2ade-4e16-a844-e60880754233 owned by network:router_interface {{(pid=101322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:04:58.890640 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-82ae3ad2-887f-466c-a4a8-e4fa2d072c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:58.919414 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae3ad2-887f-466c-a4a8-e4fa2d072c72 admin admin] Pushing event deleted for resources: {'Port': ['ID=766a2953-2ade-4e16-a844-e60880754233,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:04:59.082844 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-82ae3ad2-887f-466c-a4a8-e4fa2d072c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545341'] for router_interface, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:59.296333 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ae3ad2-887f-466c-a4a8-e4fa2d072c72 admin admin] Router fc263977-6e6b-4ede-aec5-fd5520a4da73 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:04:59.403937 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ae3ad2-887f-466c-a4a8-e4fa2d072c72 admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:04:59.412572 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43464) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:59.413135 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-82ae3ad2-887f-466c-a4a8-e4fa2d072c72 admin admin] 10.222.0.77 "PUT /v2.0/routers/fc263977-6e6b-4ede-aec5-fd5520a4da73/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9271777
Jan 28 02:04:59.414969 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3527f3-ecb7-4a62-a345-4f329e61aaae None None] Sync routers for ids ['fc263977-6e6b-4ede-aec5-fd5520a4da73'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:04:59.424124 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3527f3-ecb7-4a62-a345-4f329e61aaae None None] Routers {'fc263977-6e6b-4ede-aec5-fd5520a4da73'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:04:59.424721 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-af3527f3-ecb7-4a62-a345-4f329e61aaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6800c20580>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:04:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['fc263977-6e6b-4ede-aec5-fd5520a4da73'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:04:59.521898 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0783-4a76-4280-beaf-2677ef22c504 admin admin] Notify callbacks [] for router, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:59.530611 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-af3527f3-ecb7-4a62-a345-4f329e61aaae None None] Set router fc263977-6e6b-4ede-aec5-fd5520a4da73 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:04:59.668116 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0783-4a76-4280-beaf-2677ef22c504 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:59.676590 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224411b2-327e-45f9-ad71-a583accfe66a req-b19fd742-9494-44cc-822e-c17b284a27f0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:04:59.678206 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-224411b2-327e-45f9-ad71-a583accfe66a req-b19fd742-9494-44cc-822e-c17b284a27f0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 946 time: 0.0698757
Jan 28 02:04:59.720970 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-224411b2-327e-45f9-ad71-a583accfe66a req-6c1dcf30-d1e3-4103-a14b-4eeec13b1a23 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0354054
Jan 28 02:04:59.725604 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-cc1c0783-4a76-4280-beaf-2677ef22c504 admin admin] Deleting port 96065e34-b515-4020-8c7b-4ced860dceb0 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:04:59.725981 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0783-4a76-4280-beaf-2677ef22c504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:59.742982 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-af3527f3-ecb7-4a62-a345-4f329e61aaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6800c20580>, [{'id': 'fc263977-6e6b-4ede-aec5-fd5520a4da73', 'name': 'tempest-ServerRescueNegativeTestJSON-1965547420-router', 'tenant_id': 'a830c3a19c3740619ece0b4ca820490e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '96065e34-b515-4020-8c7b-4ced860dceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:14Z', 'updated_at': '2022-01-28T02:04:58Z', 'revision_number': 5, 'project_id': 'a830c3a19c3740619ece0b4ca820490e', 'gw_port': {'id': '96065e34-b515-4020-8c7b-4ced860dceb0', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc263977-6e6b-4ede-aec5-fd5520a4da73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:15Z', 'updated_at': '2022-01-28T02:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:04:59.778818 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3527f3-ecb7-4a62-a345-4f329e61aaae None None] Checking router: fc263977-6e6b-4ede-aec5-fd5520a4da73 for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:04:59.788261 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3527f3-ecb7-4a62-a345-4f329e61aaae None None] Routers {'fc263977-6e6b-4ede-aec5-fd5520a4da73'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:04:59.788863 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-af3527f3-ecb7-4a62-a345-4f329e61aaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6800c20580>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:04:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['fc263977-6e6b-4ede-aec5-fd5520a4da73'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:04:59.828967 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [None req-cc1c0783-4a76-4280-beaf-2677ef22c504 admin admin] For port 96065e34-b515-4020-8c7b-4ced860dceb0, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=96065e34-b515-4020-8c7b-4ced860dceb0,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:04:59.829528 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0783-4a76-4280-beaf-2677ef22c504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:59.848266 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-cc1c0783-4a76-4280-beaf-2677ef22c504 admin admin] Calling delete_port for 96065e34-b515-4020-8c7b-4ced860dceb0 owned by network:router_gateway {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:04:59.874890 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-af3527f3-ecb7-4a62-a345-4f329e61aaae None None] Set router fc263977-6e6b-4ede-aec5-fd5520a4da73 gateway port host: None {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:04:59.933499 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-af3527f3-ecb7-4a62-a345-4f329e61aaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6800c20580>, [{'id': 'fc263977-6e6b-4ede-aec5-fd5520a4da73', 'name': 'tempest-ServerRescueNegativeTestJSON-1965547420-router', 'tenant_id': 'a830c3a19c3740619ece0b4ca820490e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:14Z', 'updated_at': '2022-01-28T02:04:59Z', 'revision_number': 6, 'project_id': 'a830c3a19c3740619ece0b4ca820490e', 'gw_port_host': None}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:04:59.964167 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3527f3-ecb7-4a62-a345-4f329e61aaae None None] The sync data for ids ['fc263977-6e6b-4ede-aec5-fd5520a4da73'] in dv-cinder-824979-1-iscsi is: [{'id': 'fc263977-6e6b-4ede-aec5-fd5520a4da73', 'name': 'tempest-ServerRescueNegativeTestJSON-1965547420-router', 'tenant_id': 'a830c3a19c3740619ece0b4ca820490e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:14Z', 'updated_at': '2022-01-28T02:04:59Z', 'revision_number': 6, 'project_id': 'a830c3a19c3740619ece0b4ca820490e', 'gw_port_host': None}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:05:00.043791 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0783-4a76-4280-beaf-2677ef22c504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:00.069599 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c0783-4a76-4280-beaf-2677ef22c504 admin admin] Pushing event deleted for resources: {'Port': ['ID=96065e34-b515-4020-8c7b-4ced860dceb0,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:00.127835 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0783-4a76-4280-beaf-2677ef22c504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551259'] for router_gateway, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:00.236234 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0783-4a76-4280-beaf-2677ef22c504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124561'] for router, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:00.238328 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0783-4a76-4280-beaf-2677ef22c504 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:00.490253 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0783-4a76-4280-beaf-2677ef22c504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551678'] for router, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:00.491144 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1c0783-4a76-4280-beaf-2677ef22c504 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc263977-6e6b-4ede-aec5-fd5520a4da73 {{(pid=101323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 28 02:05:00.496029 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0783-4a76-4280-beaf-2677ef22c504 admin admin] Notify callbacks [] for router, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:00.497313 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-cc1c0783-4a76-4280-beaf-2677ef22c504 admin admin] 10.222.0.77 "DELETE /v2.0/routers/fc263977-6e6b-4ede-aec5-fd5520a4da73 HTTP/1.1" status: 204  len: 168 time: 1.0837979
Jan 28 02:05:00.500412 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43472) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:00.544360 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda3377b-0aad-4a6b-9b8f-9754f28c2804 admin admin] Deleting subnet fe3f8818-a239-4d13-b1cd-c34e6490de40 {{(pid=101323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:05:00.547549 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bda3377b-0aad-4a6b-9b8f-9754f28c2804 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:00.586087 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bda3377b-0aad-4a6b-9b8f-9754f28c2804 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4290095779'] for subnet, precommit_delete_associations {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:00.625155 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bda3377b-0aad-4a6b-9b8f-9754f28c2804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717944'] for subnet, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:00.674821 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bda3377b-0aad-4a6b-9b8f-9754f28c2804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4290448657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4289782116'] for subnet, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:00.702548 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bda3377b-0aad-4a6b-9b8f-9754f28c2804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:00.705905 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-bda3377b-0aad-4a6b-9b8f-9754f28c2804 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fe3f8818-a239-4d13-b1cd-c34e6490de40 HTTP/1.1" status: 204  len: 168 time: 0.2043533
Jan 28 02:05:00.707106 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3377b-0aad-4a6b-9b8f-9754f28c2804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe3f8818-a239-4d13-b1cd-c34e6490de40,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:00.709219 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43474) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:00.781922 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-1e591fd2-e4cd-4143-828a-fc971ecff79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3581231'] for network, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:00.862429 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-1e591fd2-e4cd-4143-828a-fc971ecff79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3718810', 'neutron.services.segments.db._delete_segments_for_network-8755292390849'] for network, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:00.883974 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.services.segments.db [None req-1e591fd2-e4cd-4143-828a-fc971ecff79c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68008d5e50>,) {'filters': {'network_id': ['69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f']}} {{(pid=101322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:00.893133 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.services.segments.db [None req-1e591fd2-e4cd-4143-828a-fc971ecff79c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68008d5e50>, '17b807dd-4180-4db0-868c-9da3eb0b5806') {'for_net_delete': True} {{(pid=101322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:00.893429 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.services.segments.db [None req-1e591fd2-e4cd-4143-828a-fc971ecff79c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68008d5e50>, '17b807dd-4180-4db0-868c-9da3eb0b5806') {} {{(pid=101322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:00.902757 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-1e591fd2-e4cd-4143-828a-fc971ecff79c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755292456129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4291815300'] for segment, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:00.916609 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-1e591fd2-e4cd-4143-828a-fc971ecff79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:00.924670 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e591fd2-e4cd-4143-828a-fc971ecff79c admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=101322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:05:00.925072 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-1e591fd2-e4cd-4143-828a-fc971ecff79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4291371056'] for segment, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]: Traceback (most recent call last):
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:     timer()
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:     cb(*args, **kw)
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:     return func(*args, **kwargs)
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:     self._notify()
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:     self.callback(batched_events)
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:     event.method(event)
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:     return f(self, *a, **k)
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:     return self._get(url).json()
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:05:00.927133 dv-cinder-824979-1-iscsi neutron-server[101322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:05:00.988028 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-1e591fd2-e4cd-4143-828a-fc971ecff79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3718785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551359'] for network, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:00.993675 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-1e591fd2-e4cd-4143-828a-fc971ecff79c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:00.996791 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-1e591fd2-e4cd-4143-828a-fc971ecff79c admin admin] 10.222.0.77 "DELETE /v2.0/networks/69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f HTTP/1.1" status: 204  len: 168 time: 0.2862422
Jan 28 02:05:01.011120 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e591fd2-e4cd-4143-828a-fc971ecff79c admin admin] Pushing event deleted for resources: {'Network': ['ID=69e9f2dd-172d-4c3f-b2f8-7e4aa9886d2f,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:01.109856 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 766a2953-2ade-4e16-a844-e60880754233 no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:05:01.131975 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:05:01.134194 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: 766a2953-2ade-4e16-a844-e60880754233 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:05:01.134527 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 766a2953-2ade-4e16-a844-e60880754233 not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:05:01.135136 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 96065e34-b515-4020-8c7b-4ced860dceb0 no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:05:01.171726 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: 96065e34-b515-4020-8c7b-4ced860dceb0 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:05:01.172065 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 96065e34-b515-4020-8c7b-4ced860dceb0 not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:05:01.173573 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:05:01.173941 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 37e6d8f1-ff0f-4f83-801f-3e5eb74019e6 not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:05:01.174512 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43478) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:01.219339 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-a006f148-b9f7-49c5-8281-8823d5a81993 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a830c3a19c3740619ece0b4ca820490e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0430744
Jan 28 02:05:01.225287 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43480) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:01.276580 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e23a7998-5a14-4b8c-86d6-6b47aac650a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:01.299752 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e23a7998-5a14-4b8c-86d6-6b47aac650a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:01.347805 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e23a7998-5a14-4b8c-86d6-6b47aac650a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:01.350400 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e23a7998-5a14-4b8c-86d6-6b47aac650a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:01.351551 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-e23a7998-5a14-4b8c-86d6-6b47aac650a4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/072ed643-608b-48e9-b86c-f721b59ef999 HTTP/1.1" status: 204  len: 168 time: 0.1248474
Jan 28 02:05:01.359877 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a7998-5a14-4b8c-86d6-6b47aac650a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072ed643-608b-48e9-b86c-f721b59ef999,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:04.323580 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43566) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:04.430813 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3df45845-4a82-49d7-9e86-ad82f08a6a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:04.503372 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3df45845-4a82-49d7-9e86-ad82f08a6a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:04.506954 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3df45845-4a82-49d7-9e86-ad82f08a6a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:04.542355 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-3df45845-4a82-49d7-9e86-ad82f08a6a29 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f9a0b43d233e4c1eba2cb33b1e6b35eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2177067
Jan 28 02:05:04.544209 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df45845-4a82-49d7-9e86-ad82f08a6a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b97c5ae-e296-4d96-9985-0e4ad65634b1,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:04.545103 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43570) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:04.600121 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-094e594c-435e-4037-bf35-cd841f66d4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:04.621389 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-094e594c-435e-4037-bf35-cd841f66d4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:04.666093 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-094e594c-435e-4037-bf35-cd841f66d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:04.668602 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-094e594c-435e-4037-bf35-cd841f66d4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:04.669889 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-094e594c-435e-4037-bf35-cd841f66d4aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3b97c5ae-e296-4d96-9985-0e4ad65634b1 HTTP/1.1" status: 204  len: 168 time: 0.1230011
Jan 28 02:05:04.678841 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e594c-435e-4037-bf35-cd841f66d4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b97c5ae-e296-4d96-9985-0e4ad65634b1,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:04.922105 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43580) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:04.938814 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-96863c53-875e-491b-99f3-20e879c70f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:05.015273 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-96863c53-875e-491b-99f3-20e879c70f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:05.018880 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-96863c53-875e-491b-99f3-20e879c70f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:05.059241 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-96863c53-875e-491b-99f3-20e879c70f5b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b678315eb7d6412abdf06db735556037&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1360815
Jan 28 02:05:05.060225 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96863c53-875e-491b-99f3-20e879c70f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd73d9a-13fc-45ac-a370-86e252d7e41a,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:05.062196 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43582) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:05.113800 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-75827220-4ab0-46aa-be2d-48eb1b8bd643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:05.133350 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-75827220-4ab0-46aa-be2d-48eb1b8bd643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:05.178723 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-75827220-4ab0-46aa-be2d-48eb1b8bd643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:05.181296 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-75827220-4ab0-46aa-be2d-48eb1b8bd643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:05.182448 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-75827220-4ab0-46aa-be2d-48eb1b8bd643 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ffd73d9a-13fc-45ac-a370-86e252d7e41a HTTP/1.1" status: 204  len: 168 time: 0.1187825
Jan 28 02:05:05.189721 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75827220-4ab0-46aa-be2d-48eb1b8bd643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd73d9a-13fc-45ac-a370-86e252d7e41a,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:09.640966 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43692) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:09.745554 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-b04b0a68-1cc9-410c-ba9f-33ba6493b43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:09.822279 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-b04b0a68-1cc9-410c-ba9f-33ba6493b43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:09.826102 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-b04b0a68-1cc9-410c-ba9f-33ba6493b43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:09.863267 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-b04b0a68-1cc9-410c-ba9f-33ba6493b43f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4de8cc059e0548889ab67b12cf5880e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2210526
Jan 28 02:05:09.864371 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b0a68-1cc9-410c-ba9f-33ba6493b43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f90507-dac2-4b2e-bd9b-28ebadcaff84,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:09.866132 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43698) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:09.914076 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bc27d5de-99e8-4f58-bf26-1c0e3fa35223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:09.934803 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bc27d5de-99e8-4f58-bf26-1c0e3fa35223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:09.979481 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bc27d5de-99e8-4f58-bf26-1c0e3fa35223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:09.982071 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bc27d5de-99e8-4f58-bf26-1c0e3fa35223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:09.983209 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-bc27d5de-99e8-4f58-bf26-1c0e3fa35223 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/54f90507-dac2-4b2e-bd9b-28ebadcaff84 HTTP/1.1" status: 204  len: 168 time: 0.1160350
Jan 28 02:05:09.991179 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27d5de-99e8-4f58-bf26-1c0e3fa35223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f90507-dac2-4b2e-bd9b-28ebadcaff84,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:11.824018 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7b9b287-2143-4045-982c-13ef4aee0138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:13.902735 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1c2cfbd7-3cba-49a1-8e00-f312a806a41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:13.907296 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43786) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:14.045936 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-208957b6-ac7f-4bbd-925b-0694a37abc7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:14.136479 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-208957b6-ac7f-4bbd-925b-0694a37abc7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:14.142043 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-208957b6-ac7f-4bbd-925b-0694a37abc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:14.182147 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-208957b6-ac7f-4bbd-925b-0694a37abc7e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=178478d5dca34f6a8a4c17c42ab4e6ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2733631
Jan 28 02:05:14.183003 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208957b6-ac7f-4bbd-925b-0694a37abc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1895350f-4c9c-443d-a3a5-4aa3104e8cff,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:14.188128 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43790) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:14.241268 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-8b89b758-7065-4776-b121-65bb2c559e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:14.269941 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-8b89b758-7065-4776-b121-65bb2c559e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:14.328358 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-8b89b758-7065-4776-b121-65bb2c559e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:14.330938 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-8b89b758-7065-4776-b121-65bb2c559e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:14.334593 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-8b89b758-7065-4776-b121-65bb2c559e13 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1895350f-4c9c-443d-a3a5-4aa3104e8cff HTTP/1.1" status: 204  len: 168 time: 0.1430252
Jan 28 02:05:14.340795 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89b758-7065-4776-b121-65bb2c559e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1895350f-4c9c-443d-a3a5-4aa3104e8cff,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:14.828692 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:15.244866 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:05:15.306147 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:16.180437 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43834) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:16.302028 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-72c6acfd-42f1-4595-9252-e27d651aca80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:16.380084 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-72c6acfd-42f1-4595-9252-e27d651aca80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:16.386522 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-72c6acfd-42f1-4595-9252-e27d651aca80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:16.430103 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-72c6acfd-42f1-4595-9252-e27d651aca80 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0dcc9f145607407ab8892a48ae8538a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2483802
Jan 28 02:05:16.430812 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6acfd-42f1-4595-9252-e27d651aca80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53df01af-9ff2-4693-886b-757ffcc14bc2,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:16.433095 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 43838) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:16.498026 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-069db245-e121-4ec9-8156-6fd19c781c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:16.524117 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-069db245-e121-4ec9-8156-6fd19c781c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:16.577400 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-069db245-e121-4ec9-8156-6fd19c781c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:16.581905 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-069db245-e121-4ec9-8156-6fd19c781c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:16.583372 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-069db245-e121-4ec9-8156-6fd19c781c01 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/53df01af-9ff2-4693-886b-757ffcc14bc2 HTTP/1.1" status: 204  len: 168 time: 0.1482286
Jan 28 02:05:16.591650 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069db245-e121-4ec9-8156-6fd19c781c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53df01af-9ff2-4693-886b-757ffcc14bc2,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:16.838927 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:16.942333 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43852) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:16.957155 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-fc4d1167-a68e-4bf2-bbf3-a2da8357a72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:17.066179 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-fc4d1167-a68e-4bf2-bbf3-a2da8357a72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:17.073475 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-fc4d1167-a68e-4bf2-bbf3-a2da8357a72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:17.121228 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d1167-a68e-4bf2-bbf3-a2da8357a72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c21c166-04bb-4673-a1a4-1056abadd442,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:17.127049 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-fc4d1167-a68e-4bf2-bbf3-a2da8357a72f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=351fb1ab98584ec28e6894a6947cc0d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1836541
Jan 28 02:05:17.130041 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 43858) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:17.198005 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7943e259-a2dc-4ebb-9d42-2f533d316f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:17.229266 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7943e259-a2dc-4ebb-9d42-2f533d316f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:17.294109 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7943e259-a2dc-4ebb-9d42-2f533d316f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:17.297293 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7943e259-a2dc-4ebb-9d42-2f533d316f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:17.298600 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-7943e259-a2dc-4ebb-9d42-2f533d316f76 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7c21c166-04bb-4673-a1a4-1056abadd442 HTTP/1.1" status: 204  len: 168 time: 0.1674633
Jan 28 02:05:17.307577 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943e259-a2dc-4ebb-9d42-2f533d316f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c21c166-04bb-4673-a1a4-1056abadd442,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:17.357736 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:19.960194 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-56943ebd-c310-4aa0-b0d4-8d36ae8104a0 req-4e7695d9-f6f7-4484-8a78-2d28565d74b2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0509281
Jan 28 02:05:20.064222 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56943ebd-c310-4aa0-b0d4-8d36ae8104a0 req-7c2f8a6f-8827-4cda-b3d1-9793fa19d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:20.065918 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-56943ebd-c310-4aa0-b0d4-8d36ae8104a0 req-7c2f8a6f-8827-4cda-b3d1-9793fa19d11b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=578fc5bd64da4dcdbff2e317361168ec&device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 1099 time: 0.0648625
Jan 28 02:05:20.214661 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56943ebd-c310-4aa0-b0d4-8d36ae8104a0 req-130dcf5b-4c92-4c3a-925d-ecc4e4134995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:20.216172 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-56943ebd-c310-4aa0-b0d4-8d36ae8104a0 req-130dcf5b-4c92-4c3a-925d-ecc4e4134995 service neutron] 10.222.0.82 "GET /v2.0/networks?id=34615009-fca5-44cc-84b3-0752c6a7e426 HTTP/1.1" status: 200  len: 918 time: 0.1299369
Jan 28 02:05:20.327329 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-56943ebd-c310-4aa0-b0d4-8d36ae8104a0 req-8e7d1354-2eac-475d-84ac-d10b5b596c08 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c3eebfc-cf3d-4a86-8be4-2f39da195acf HTTP/1.1" status: 200  len: 1001 time: 0.1029708
Jan 28 02:05:20.412404 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56943ebd-c310-4aa0-b0d4-8d36ae8104a0 req-1fde0fb6-38c7-4965-a217-1f3407e857ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:20.413926 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-56943ebd-c310-4aa0-b0d4-8d36ae8104a0 req-1fde0fb6-38c7-4965-a217-1f3407e857ba service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aba7715e-a82d-463d-8206-e0dca7c49061 HTTP/1.1" status: 200  len: 856 time: 0.0780797
Jan 28 02:05:20.469046 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56943ebd-c310-4aa0-b0d4-8d36ae8104a0 req-06b590e0-f61c-4d9b-99e2-c24b04021faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:20.470761 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-56943ebd-c310-4aa0-b0d4-8d36ae8104a0 req-06b590e0-f61c-4d9b-99e2-c24b04021faf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=34615009-fca5-44cc-84b3-0752c6a7e426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0492892
Jan 28 02:05:20.498407 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb0817-e926-4c66-8463-2df7eb448e96 req-3d628934-e8f5-4b3a-a2bf-63dce2f6f57b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:20.501365 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-83cb0817-e926-4c66-8463-2df7eb448e96 req-3d628934-e8f5-4b3a-a2bf-63dce2f6f57b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.0832477
Jan 28 02:05:20.569062 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-83cb0817-e926-4c66-8463-2df7eb448e96 req-cb2c2201-239f-4962-b293-519482bc0dd5 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=ea1dd302-bd0a-4977-82e4-29786b62dcd1&id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0596747
Jan 28 02:05:20.603406 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b1eec-602e-470d-b001-97d2d83667a2 req-428e5975-c072-475c-95e8-e24bb2a5471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:20.605710 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ee6b1eec-602e-470d-b001-97d2d83667a2 req-428e5975-c072-475c-95e8-e24bb2a5471f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8f948307a28a46c882d15550cc527d3e&device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 1138 time: 0.1205127
Jan 28 02:05:20.713414 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-56943ebd-c310-4aa0-b0d4-8d36ae8104a0 req-f7dd05f7-2eea-44f5-860a-e2d479627b71 service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2267785
Jan 28 02:05:20.800015 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b1eec-602e-470d-b001-97d2d83667a2 req-580cadc6-a90b-45a8-b61e-859337ca7fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:20.802523 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ee6b1eec-602e-470d-b001-97d2d83667a2 req-580cadc6-a90b-45a8-b61e-859337ca7fd9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=74f32fac-79da-4565-bfb2-7c951102ee06 HTTP/1.1" status: 200  len: 916 time: 0.1858284
Jan 28 02:05:20.890300 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-56943ebd-c310-4aa0-b0d4-8d36ae8104a0 req-5080a158-3245-4a45-bfa4-1194959e54cf service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1682787
Jan 28 02:05:20.899685 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ee6b1eec-602e-470d-b001-97d2d83667a2 req-9ff0cb2d-fd96-4a61-a208-e6e5837e5c75 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 HTTP/1.1" status: 200  len: 1002 time: 0.0880792
Jan 28 02:05:20.962095 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b1eec-602e-470d-b001-97d2d83667a2 req-afe9ba35-9e52-4786-bbd2-1442414c2e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:20.963923 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ee6b1eec-602e-470d-b001-97d2d83667a2 req-afe9ba35-9e52-4786-bbd2-1442414c2e25 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1b393d39-c8f1-4417-b01a-d64b8315c262 HTTP/1.1" status: 200  len: 854 time: 0.0532241
Jan 28 02:05:21.022877 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b1eec-602e-470d-b001-97d2d83667a2 req-2efda8f9-ec07-49bb-9b36-0ec5fa6462ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:21.024375 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ee6b1eec-602e-470d-b001-97d2d83667a2 req-2efda8f9-ec07-49bb-9b36-0ec5fa6462ca service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=74f32fac-79da-4565-bfb2-7c951102ee06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0445809
Jan 28 02:05:21.165119 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ee6b1eec-602e-470d-b001-97d2d83667a2 req-076ec085-3efa-4e81-afdd-a5087d279251 service neutron] 10.222.0.82 "GET /v2.0/networks/74f32fac-79da-4565-bfb2-7c951102ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1170752
Jan 28 02:05:21.269312 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ee6b1eec-602e-470d-b001-97d2d83667a2 req-814eaae6-73e3-46be-a59a-109e49be030b service neutron] 10.222.0.82 "GET /v2.0/networks/74f32fac-79da-4565-bfb2-7c951102ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0948100
Jan 28 02:05:21.690785 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c499280-4dbf-448e-8320-55011842fd92 req-f11dc95b-43c5-40b6-a112-293068775762 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:21.692401 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0c499280-4dbf-448e-8320-55011842fd92 req-f11dc95b-43c5-40b6-a112-293068775762 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.0499258
Jan 28 02:05:21.735918 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0c499280-4dbf-448e-8320-55011842fd92 req-456a953d-c02a-4a66-ae0a-914311af96f4 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=ea1dd302-bd0a-4977-82e4-29786b62dcd1&id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0370951
Jan 28 02:05:22.865804 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932ae5f-f234-4823-9e31-1cc76a791ab5 req-718ff679-8b51-40fe-9f35-d6b14bbb2c76 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:22.867329 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4932ae5f-f234-4823-9e31-1cc76a791ab5 req-718ff679-8b51-40fe-9f35-d6b14bbb2c76 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.0497782
Jan 28 02:05:22.909850 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4932ae5f-f234-4823-9e31-1cc76a791ab5 req-ed1b615d-c017-418d-9445-e7a5266033d4 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=ea1dd302-bd0a-4977-82e4-29786b62dcd1&id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0361488
Jan 28 02:05:24.032477 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc8504-2272-4946-9199-189cb9bd8cb9 req-baf215a8-aa89-465b-8b71-4da8d49dc5d7 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:24.034113 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dccc8504-2272-4946-9199-189cb9bd8cb9 req-baf215a8-aa89-465b-8b71-4da8d49dc5d7 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.0547123
Jan 28 02:05:24.090752 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dccc8504-2272-4946-9199-189cb9bd8cb9 req-41e78c66-5007-46f1-948f-7ac1774fe7b6 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=ea1dd302-bd0a-4977-82e4-29786b62dcd1&id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0502131
Jan 28 02:05:24.340131 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 44034) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:24.464211 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0181ae6d-0bdf-4494-8f7d-a6f52211ea78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:24.549691 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0181ae6d-0bdf-4494-8f7d-a6f52211ea78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:24.553705 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0181ae6d-0bdf-4494-8f7d-a6f52211ea78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:24.595845 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-0181ae6d-0bdf-4494-8f7d-a6f52211ea78 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9daad5a40624434ba0f4d5253c792cac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2546134
Jan 28 02:05:24.596760 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181ae6d-0bdf-4494-8f7d-a6f52211ea78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92f685f-b085-4eb7-91d5-33baf2e45971,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:24.598857 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44038) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:24.605099 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181ae6d-0bdf-4494-8f7d-a6f52211ea78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:24.605446 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181ae6d-0bdf-4494-8f7d-a6f52211ea78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:24.605814 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181ae6d-0bdf-4494-8f7d-a6f52211ea78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:24.606232 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181ae6d-0bdf-4494-8f7d-a6f52211ea78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:24.606616 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181ae6d-0bdf-4494-8f7d-a6f52211ea78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:24.606959 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181ae6d-0bdf-4494-8f7d-a6f52211ea78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:24.607279 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181ae6d-0bdf-4494-8f7d-a6f52211ea78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:24.607638 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181ae6d-0bdf-4494-8f7d-a6f52211ea78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:24.607989 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181ae6d-0bdf-4494-8f7d-a6f52211ea78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:24.608335 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181ae6d-0bdf-4494-8f7d-a6f52211ea78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:24.608657 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181ae6d-0bdf-4494-8f7d-a6f52211ea78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:24.608973 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181ae6d-0bdf-4494-8f7d-a6f52211ea78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:24.654589 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a6d16fd2-b785-44ba-a627-be09d50566f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:24.677048 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a6d16fd2-b785-44ba-a627-be09d50566f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:24.730851 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a6d16fd2-b785-44ba-a627-be09d50566f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:24.733603 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a6d16fd2-b785-44ba-a627-be09d50566f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:24.737321 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-a6d16fd2-b785-44ba-a627-be09d50566f8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e92f685f-b085-4eb7-91d5-33baf2e45971 HTTP/1.1" status: 204  len: 168 time: 0.1346879
Jan 28 02:05:24.743835 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d16fd2-b785-44ba-a627-be09d50566f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92f685f-b085-4eb7-91d5-33baf2e45971,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:25.222380 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addc24b-c646-4402-9ac0-9c42a0735e46 req-d9ab08f0-b1c8-4d7e-a936-2610a6874c3b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:25.226407 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0addc24b-c646-4402-9ac0-9c42a0735e46 req-d9ab08f0-b1c8-4d7e-a936-2610a6874c3b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.0613515
Jan 28 02:05:25.285047 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0addc24b-c646-4402-9ac0-9c42a0735e46 req-62dda9ee-ee78-4c80-a6eb-e1418382fc47 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=ea1dd302-bd0a-4977-82e4-29786b62dcd1&id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0522189
Jan 28 02:05:26.426488 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea7f3a-f890-40a1-a040-62f4c2c20a00 req-534ae8f1-52a3-4513-b34e-0ecb2b1ca4ea tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:26.428848 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-00ea7f3a-f890-40a1-a040-62f4c2c20a00 req-534ae8f1-52a3-4513-b34e-0ecb2b1ca4ea tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.0596886
Jan 28 02:05:26.481873 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-00ea7f3a-f890-40a1-a040-62f4c2c20a00 req-58ecaaf0-438f-4e25-9e84-366900bf9d7b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=ea1dd302-bd0a-4977-82e4-29786b62dcd1&id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0462177
Jan 28 02:05:26.618598 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 44096) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:26.741942 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c40b4864-4e7c-44fd-a729-0a55b42ece4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:26.843084 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c40b4864-4e7c-44fd-a729-0a55b42ece4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:26.848394 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c40b4864-4e7c-44fd-a729-0a55b42ece4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:26.891707 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-c40b4864-4e7c-44fd-a729-0a55b42ece4a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fdcaa90b0bad4c3f83b09178427986f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2714872
Jan 28 02:05:26.893166 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b4864-4e7c-44fd-a729-0a55b42ece4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccba9789-26e0-4429-a0b5-4da7923ca60d,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:26.894522 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44100) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:26.969944 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3aecc9b5-59a5-4f3f-abd5-c978d1ca4b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:27.004649 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3aecc9b5-59a5-4f3f-abd5-c978d1ca4b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:27.063489 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3aecc9b5-59a5-4f3f-abd5-c978d1ca4b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:27.067066 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3aecc9b5-59a5-4f3f-abd5-c978d1ca4b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:27.075619 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-3aecc9b5-59a5-4f3f-abd5-c978d1ca4b29 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ccba9789-26e0-4429-a0b5-4da7923ca60d HTTP/1.1" status: 204  len: 168 time: 0.1729655
Jan 28 02:05:27.081034 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecc9b5-59a5-4f3f-abd5-c978d1ca4b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccba9789-26e0-4429-a0b5-4da7923ca60d,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:27.090006 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aecc9b5-59a5-4f3f-abd5-c978d1ca4b29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:27.090345 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aecc9b5-59a5-4f3f-abd5-c978d1ca4b29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:27.090692 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aecc9b5-59a5-4f3f-abd5-c978d1ca4b29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:27.091044 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aecc9b5-59a5-4f3f-abd5-c978d1ca4b29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:27.091352 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aecc9b5-59a5-4f3f-abd5-c978d1ca4b29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:27.091707 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aecc9b5-59a5-4f3f-abd5-c978d1ca4b29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:27.092245 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aecc9b5-59a5-4f3f-abd5-c978d1ca4b29 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:27.092518 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aecc9b5-59a5-4f3f-abd5-c978d1ca4b29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:27.092853 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aecc9b5-59a5-4f3f-abd5-c978d1ca4b29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:27.093181 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aecc9b5-59a5-4f3f-abd5-c978d1ca4b29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:27.093511 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aecc9b5-59a5-4f3f-abd5-c978d1ca4b29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:27.093850 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aecc9b5-59a5-4f3f-abd5-c978d1ca4b29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:27.414853 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44110) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:27.430187 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-990766c3-56bd-4345-b764-f721153ac8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:27.529387 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-990766c3-56bd-4345-b764-f721153ac8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:27.534802 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-990766c3-56bd-4345-b764-f721153ac8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:27.585444 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-990766c3-56bd-4345-b764-f721153ac8b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b38b41f0c4c24e86b0adb0e3a8b30e91&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1693707
Jan 28 02:05:27.588483 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 44114) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:27.599347 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990766c3-56bd-4345-b764-f721153ac8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec57647-0e97-47f0-9c85-e5c0d720a8ee,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:27.628355 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e6364-ae3c-4ead-a043-fe2b05c9f56a req-b1d13d15-fbde-4668-bda6-de84492ba797 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:27.629884 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cb5e6364-ae3c-4ead-a043-fe2b05c9f56a req-b1d13d15-fbde-4668-bda6-de84492ba797 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.0613956
Jan 28 02:05:27.643001 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a5ed0d53-a4b8-4f60-a18e-f57faffc0712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:27.666717 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a5ed0d53-a4b8-4f60-a18e-f57faffc0712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:27.673829 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cb5e6364-ae3c-4ead-a043-fe2b05c9f56a req-bb1287bc-dd2d-49c5-bf3c-bd5f45f06fa6 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=ea1dd302-bd0a-4977-82e4-29786b62dcd1&id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0369940
Jan 28 02:05:27.720137 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a5ed0d53-a4b8-4f60-a18e-f57faffc0712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:27.722671 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a5ed0d53-a4b8-4f60-a18e-f57faffc0712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:27.723847 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-a5ed0d53-a4b8-4f60-a18e-f57faffc0712 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ec57647-0e97-47f0-9c85-e5c0d720a8ee HTTP/1.1" status: 204  len: 168 time: 0.1342573
Jan 28 02:05:27.733392 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed0d53-a4b8-4f60-a18e-f57faffc0712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec57647-0e97-47f0-9c85-e5c0d720a8ee,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:28.798652 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380db8fa-8cdd-487c-abf5-8ff9c37959f6 req-40cad818-0f5f-4ab5-85a0-e01e28727077 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:28.800102 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-380db8fa-8cdd-487c-abf5-8ff9c37959f6 req-40cad818-0f5f-4ab5-85a0-e01e28727077 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.0541844
Jan 28 02:05:28.851525 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-380db8fa-8cdd-487c-abf5-8ff9c37959f6 req-f17c07c1-b427-462e-96f3-38519f49c185 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=ea1dd302-bd0a-4977-82e4-29786b62dcd1&id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0406840
Jan 28 02:05:29.812335 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 44200) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:29.928874 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-aaf296d7-59f5-4b9c-ad14-b375dfb73bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:29.993382 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7e838-d27d-424d-96cb-cf749a5d9745 req-fb7b88ff-54af-47bc-9951-491c04f58190 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:29.995203 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-31a7e838-d27d-424d-96cb-cf749a5d9745 req-fb7b88ff-54af-47bc-9951-491c04f58190 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.0711625
Jan 28 02:05:30.024355 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-aaf296d7-59f5-4b9c-ad14-b375dfb73bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:30.038602 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-aaf296d7-59f5-4b9c-ad14-b375dfb73bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:30.053737 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-31a7e838-d27d-424d-96cb-cf749a5d9745 req-f7c77ff2-9803-454a-ae70-468198e88b7a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=ea1dd302-bd0a-4977-82e4-29786b62dcd1&id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0510449
Jan 28 02:05:30.083446 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-aaf296d7-59f5-4b9c-ad14-b375dfb73bc7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f394d96a7e544d9f874f3abc51da1046&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2700059
Jan 28 02:05:30.084276 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf296d7-59f5-4b9c-ad14-b375dfb73bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7506856-d0e5-4d27-b175-d912b3f815e2,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:30.089402 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 44210) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:30.148070 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a374a0f2-1b18-4ba4-8bc3-af55f2c6715e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:30.179241 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a374a0f2-1b18-4ba4-8bc3-af55f2c6715e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:30.241261 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a374a0f2-1b18-4ba4-8bc3-af55f2c6715e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:30.244022 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a374a0f2-1b18-4ba4-8bc3-af55f2c6715e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:30.245269 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-a374a0f2-1b18-4ba4-8bc3-af55f2c6715e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c7506856-d0e5-4d27-b175-d912b3f815e2 HTTP/1.1" status: 204  len: 168 time: 0.1548548
Jan 28 02:05:30.254516 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374a0f2-1b18-4ba4-8bc3-af55f2c6715e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7506856-d0e5-4d27-b175-d912b3f815e2,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:30.556612 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 44218) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:30.572651 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f8edb56c-c605-4119-b0f6-596492b2aaad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:30.650147 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f8edb56c-c605-4119-b0f6-596492b2aaad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:30.654736 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f8edb56c-c605-4119-b0f6-596492b2aaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:30.694011 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-f8edb56c-c605-4119-b0f6-596492b2aaad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2497b7ed638f4768bf46bf713d63478e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1362979
Jan 28 02:05:30.696182 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edb56c-c605-4119-b0f6-596492b2aaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdd2ac8-1790-4265-bf66-e44b13d72935,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:30.696782 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44220) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:30.747532 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-db9744f9-2229-4611-a5bc-13a15c31bd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:30.771164 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-db9744f9-2229-4611-a5bc-13a15c31bd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:30.830238 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-db9744f9-2229-4611-a5bc-13a15c31bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:30.832736 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-db9744f9-2229-4611-a5bc-13a15c31bd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:30.833914 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-db9744f9-2229-4611-a5bc-13a15c31bd85 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9fdd2ac8-1790-4265-bf66-e44b13d72935 HTTP/1.1" status: 204  len: 168 time: 0.1361356
Jan 28 02:05:30.842441 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9744f9-2229-4611-a5bc-13a15c31bd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdd2ac8-1790-4265-bf66-e44b13d72935,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:31.188381 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0085b2-d7d7-439f-a5a4-f7364b5bfb18 req-d80f85ae-3bcb-4f0a-8a17-ad058ec1e466 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:31.190771 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bb0085b2-d7d7-439f-a5a4-f7364b5bfb18 req-d80f85ae-3bcb-4f0a-8a17-ad058ec1e466 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.0555406
Jan 28 02:05:31.244289 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bb0085b2-d7d7-439f-a5a4-f7364b5bfb18 req-db553a50-3392-4054-b07a-ba82512b9aed tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=ea1dd302-bd0a-4977-82e4-29786b62dcd1&id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0461006
Jan 28 02:05:32.372292 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcab2b6-2276-4f60-92cb-4523c379b596 req-40e05f37-903d-489e-b12d-555c1d30e5b7 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:32.373968 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4fcab2b6-2276-4f60-92cb-4523c379b596 req-40e05f37-903d-489e-b12d-555c1d30e5b7 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.0568695
Jan 28 02:05:32.417207 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4fcab2b6-2276-4f60-92cb-4523c379b596 req-37a12451-ccc4-4bb9-af5e-c6215ae06b72 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=ea1dd302-bd0a-4977-82e4-29786b62dcd1&id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0367866
Jan 28 02:05:33.567534 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31a306-bd20-4220-890d-b9d0473d2184 req-553ca0d5-ef7f-4be1-a255-cddb3999a339 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:33.569122 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dd31a306-bd20-4220-890d-b9d0473d2184 req-553ca0d5-ef7f-4be1-a255-cddb3999a339 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.0582039
Jan 28 02:05:33.616294 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dd31a306-bd20-4220-890d-b9d0473d2184 req-fe3e7a0a-b0b2-48a7-8eee-8b42bf5b2db4 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=ea1dd302-bd0a-4977-82e4-29786b62dcd1&id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0405302
Jan 28 02:05:34.745072 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce4473-1bde-4634-8b06-32dd6c01f754 req-440ffed3-35e0-4144-adf5-ea03fc900f0b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:34.746626 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6dce4473-1bde-4634-8b06-32dd6c01f754 req-440ffed3-35e0-4144-adf5-ea03fc900f0b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.0534794
Jan 28 02:05:34.796327 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6dce4473-1bde-4634-8b06-32dd6c01f754 req-55008caf-8c39-4c06-8c86-782124dbf948 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=ea1dd302-bd0a-4977-82e4-29786b62dcd1&id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0417507
Jan 28 02:05:35.054448 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44314) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:35.170383 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7a25-3035-4efc-81f0-0875e8c22027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:35.255304 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7a25-3035-4efc-81f0-0875e8c22027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:35.260423 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7a25-3035-4efc-81f0-0875e8c22027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:35.301949 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a7a25-3035-4efc-81f0-0875e8c22027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb69eb1-1de0-4d82-a281-feecfedd506c,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:35.306809 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-2f3a7a25-3035-4efc-81f0-0875e8c22027 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=009ee478a25741e8af925de9c1b80c60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2512791
Jan 28 02:05:35.309834 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44320) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:35.363946 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3d90f246-417c-4451-832e-ddf103937910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:35.384976 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3d90f246-417c-4451-832e-ddf103937910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:35.432577 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3d90f246-417c-4451-832e-ddf103937910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:35.435172 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3d90f246-417c-4451-832e-ddf103937910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:35.436606 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-3d90f246-417c-4451-832e-ddf103937910 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/feb69eb1-1de0-4d82-a281-feecfedd506c HTTP/1.1" status: 204  len: 168 time: 0.1255603
Jan 28 02:05:35.445041 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90f246-417c-4451-832e-ddf103937910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb69eb1-1de0-4d82-a281-feecfedd506c,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:35.960200 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a46c8b-a0af-4bb2-ae39-133b60d99597 req-cb412348-d3c6-415f-9255-1460e499ba16 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:35.961715 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-91a46c8b-a0af-4bb2-ae39-133b60d99597 req-cb412348-d3c6-415f-9255-1460e499ba16 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.0648880
Jan 28 02:05:36.012374 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-91a46c8b-a0af-4bb2-ae39-133b60d99597 req-487bafc0-1acc-4745-ad52-4cd2da5b8475 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=ea1dd302-bd0a-4977-82e4-29786b62dcd1&id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0444982
Jan 28 02:05:36.126559 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 44344) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:36.242168 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-055b94bd-481b-4ea8-b917-2e2aaf0e4d67 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-714975994-network', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:36.287406 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055b94bd-481b-4ea8-b917-2e2aaf0e4d67 admin admin] Made reservation on behalf of d88874e13aa04221b933b43cb2350ad2 for: {'network': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:05:36.289931 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-055b94bd-481b-4ea8-b917-2e2aaf0e4d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for network, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:36.299767 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-055b94bd-481b-4ea8-b917-2e2aaf0e4d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:36.379335 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-055b94bd-481b-4ea8-b917-2e2aaf0e4d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:36.384853 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-055b94bd-481b-4ea8-b917-2e2aaf0e4d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:36.411091 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055b94bd-481b-4ea8-b917-2e2aaf0e4d67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769}  {{(pid=101323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:05:36.421005 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b94bd-481b-4ea8-b917-2e2aaf0e4d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daba49e7-5a52-44ae-8faf-4a4d6a3e87a4,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:36.427612 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-055b94bd-481b-4ea8-b917-2e2aaf0e4d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:36.427944 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.db.segments_db [None req-055b94bd-481b-4ea8-b917-2e2aaf0e4d67 admin admin] Added segment cfd985fe-1a89-4b65-b7ab-98d9dc652818 of type vlan for network 7946a91b-c87f-479e-b41f-92c9cd8d4828
Jan 28 02:05:36.435868 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44354) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:36.485739 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-055b94bd-481b-4ea8-b917-2e2aaf0e4d67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755291977674'] for network, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:36.512400 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-055b94bd-481b-4ea8-b917-2e2aaf0e4d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for network, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:36.513501 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055b94bd-481b-4ea8-b917-2e2aaf0e4d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:36.514121 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-055b94bd-481b-4ea8-b917-2e2aaf0e4d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:36.578752 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c5bc5e29-b228-466e-b442-eddd1176d3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:36.580142 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-055b94bd-481b-4ea8-b917-2e2aaf0e4d67 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4523442
Jan 28 02:05:36.587188 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44358) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:36.595039 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-5de031ef-2590-4d86-96a8-a5dc51b6cf2a admin admin] Request body: {'subnet': {'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-714975994-subnet', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'ip_version': 4}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:36.596168 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b94bd-481b-4ea8-b917-2e2aaf0e4d67 admin admin] Pushing event updated for resources: {'Network': ['ID=7946a91b-c87f-479e-b41f-92c9cd8d4828,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:36.607776 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Network 7946a91b-c87f-479e-b41f-92c9cd8d4828 details requested by agent ovs-agent-dv-cinder-824979-1-iscsi with host dv-cinder-824979-1-iscsi {{(pid=101324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:05:36.655921 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de031ef-2590-4d86-96a8-a5dc51b6cf2a admin admin] Made reservation on behalf of d88874e13aa04221b933b43cb2350ad2 for: {'subnet': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:05:36.658737 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5de031ef-2590-4d86-96a8-a5dc51b6cf2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290891370'] for subnet, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:36.749128 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c5bc5e29-b228-466e-b442-eddd1176d3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:36.756390 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c5bc5e29-b228-466e-b442-eddd1176d3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:36.805689 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-c5bc5e29-b228-466e-b442-eddd1176d3c9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=280ff33e399a4e278749818573de11b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3697264
Jan 28 02:05:36.808336 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 44360) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:36.814983 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc5e29-b228-466e-b442-eddd1176d3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcbee0e-a677-44a7-8eba-530f3e14d0a9,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:36.863084 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c810d8ac-c0ea-426d-8983-ac9ea7943fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:36.884176 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c810d8ac-c0ea-426d-8983-ac9ea7943fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:36.908094 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5de031ef-2590-4d86-96a8-a5dc51b6cf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4291371211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290891384'] for subnet, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:36.932926 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c810d8ac-c0ea-426d-8983-ac9ea7943fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:36.936331 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c810d8ac-c0ea-426d-8983-ac9ea7943fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:36.937793 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-c810d8ac-c0ea-426d-8983-ac9ea7943fec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8bcbee0e-a677-44a7-8eba-530f3e14d0a9 HTTP/1.1" status: 204  len: 168 time: 0.1283319
Jan 28 02:05:36.947607 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810d8ac-c0ea-426d-8983-ac9ea7943fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcbee0e-a677-44a7-8eba-530f3e14d0a9,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:36.970287 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de031ef-2590-4d86-96a8-a5dc51b6cf2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa3750d-c13f-4d6a-9333-02aefa682127,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:36.981439 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de031ef-2590-4d86-96a8-a5dc51b6cf2a admin admin] Checking segment: {'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:05:36.981943 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de031ef-2590-4d86-96a8-a5dc51b6cf2a admin admin] Network hostable DHCP agents. Network: 7946a91b-c87f-479e-b41f-92c9cd8d4828, hostable agents: ['248f8699-8ae1-4821-802a-c8c6bbf99ca2'], hosted agents: [] {{(pid=101322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:05:37.001373 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de031ef-2590-4d86-96a8-a5dc51b6cf2a admin admin] Network 7946a91b-c87f-479e-b41f-92c9cd8d4828 is scheduled to be hosted by DHCP agent 248f8699-8ae1-4821-802a-c8c6bbf99ca2 with binding_index 1 {{(pid=101322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:05:37.011147 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-5de031ef-2590-4d86-96a8-a5dc51b6cf2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824979-1-iscsi, 7946a91b-c87f-479e-b41f-92c9cd8d4828) {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:05:37.017475 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de031ef-2590-4d86-96a8-a5dc51b6cf2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:37.018182 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5de031ef-2590-4d86-96a8-a5dc51b6cf2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:37.023062 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37911f2-30b3-4034-9b24-ed26e8781d2d None None] Network 7946a91b-c87f-479e-b41f-92c9cd8d4828 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:05:37.040189 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-5de031ef-2590-4d86-96a8-a5dc51b6cf2a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4485860
Jan 28 02:05:37.041012 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 44366) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:37.049420 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-10347c47-b655-4205-9e14-0564cf892234 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:37.081367 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-10347c47-b655-4205-9e14-0564cf892234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124643'] for router, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:37.082894 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-10347c47-b655-4205-9e14-0564cf892234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124570'] for router, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:37.151500 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-10347c47-b655-4205-9e14-0564cf892234 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:37.163069 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28775a-fad7-4f7b-a80d-c930e9a2fe14 req-f340434c-f7c6-4544-ab7b-e5e7ac7884fe tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:37.171297 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1a28775a-fad7-4f7b-a80d-c930e9a2fe14 req-f340434c-f7c6-4544-ab7b-e5e7ac7884fe tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.0641363
Jan 28 02:05:37.217819 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1a28775a-fad7-4f7b-a80d-c930e9a2fe14 req-3884004c-e50a-4b45-b669-7730a6bc7818 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=ea1dd302-bd0a-4977-82e4-29786b62dcd1&id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0456381
Jan 28 02:05:37.219505 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd861fa95-f82e-5eb8-8e3c-25f8e9fee4ad-7946a91b-c87f-479e-b41f-92c9cd8d4828', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127'}]}} from dv-cinder-824979-1-iscsi. {{(pid=101324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jan 28 02:05:37.220690 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:37.321985 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-10347c47-b655-4205-9e14-0564cf892234 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:37.403478 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Allocated IP 172.20.0.2 (7946a91b-c87f-479e-b41f-92c9cd8d4828/eaa3750d-c13f-4d6a-9333-02aefa682127/8251d3e9-087b-4c18-82ba-86b6aa99349e) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:05:37.549491 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-10347c47-b655-4205-9e14-0564cf892234 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:37.569735 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:37.571376 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-10347c47-b655-4205-9e14-0564cf892234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:37.577859 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:37.619033 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Network 7946a91b-c87f-479e-b41f-92c9cd8d4828 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:05:37.623293 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Resources bound (agent type, host, resource id):  {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:05:37.626227 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:05:37.662028 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Pushing event updated for resources: {'Port': ['ID=8251d3e9-087b-4c18-82ba-86b6aa99349e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:37.687039 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:37.687405 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:37.688290 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:37.688625 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:37.688956 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:37.689284 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:37.689607 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:37.689949 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:37.690300 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:37.690617 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:37.691328 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:37.691514 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:37.705971 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Attempting to bind port 8251d3e9-087b-4c18-82ba-86b6aa99349e on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:05:37.706408 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Attempting to bind port 8251d3e9-087b-4c18-82ba-86b6aa99349e by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:05:37.707247 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Attempting to bind port 8251d3e9-087b-4c18-82ba-86b6aa99349e on network 7946a91b-c87f-479e-b41f-92c9cd8d4828 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:05:37.712345 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:05:37.712750 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Checking segment: {'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:05:37.713054 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:37.713446 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Bound using segment: {'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:05:37.713947 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Bound port: 8251d3e9-087b-4c18-82ba-86b6aa99349e, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:05:37.714334 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:37.715811 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [None req-10347c47-b655-4205-9e14-0564cf892234 admin admin] Allocated IP 172.27.3.11 (77030b15-4317-4bc4-9693-f7afef5939e8/a10a135b-d338-4414-a2fc-bd26c83c352b/92d72b1b-0314-4a0e-9b43-6fcef8d16b50) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:05:37.789687 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] For port 8251d3e9-087b-4c18-82ba-86b6aa99349e, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:05:37.793685 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] For port 8251d3e9-087b-4c18-82ba-86b6aa99349e, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=8251d3e9-087b-4c18-82ba-86b6aa99349e,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:05:37.799712 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:37.845413 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-10347c47-b655-4205-9e14-0564cf892234 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:37.864313 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe15e6-6644-41e2-a7f6-063ab45c6300 None None] Pushing event updated for resources: {'Port': ['ID=8251d3e9-087b-4c18-82ba-86b6aa99349e,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:37.895449 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-10347c47-b655-4205-9e14-0564cf892234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:37.942620 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10347c47-b655-4205-9e14-0564cf892234 admin admin] Network 77030b15-4317-4bc4-9693-f7afef5939e8 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:05:37.948077 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-10347c47-b655-4205-9e14-0564cf892234 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:05:37.959308 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10347c47-b655-4205-9e14-0564cf892234 admin admin] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:05:38.004863 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10347c47-b655-4205-9e14-0564cf892234 admin admin] Pushing event updated for resources: {'Port': ['ID=92d72b1b-0314-4a0e-9b43-6fcef8d16b50,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:38.400162 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bce7f-0c25-4074-8dec-5950521711dd req-49c90a4b-4679-4237-a2a5-9f41d094bc3e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:38.402736 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-975bce7f-0c25-4074-8dec-5950521711dd req-49c90a4b-4679-4237-a2a5-9f41d094bc3e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.0753262
Jan 28 02:05:38.475496 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-975bce7f-0c25-4074-8dec-5950521711dd req-989af6db-a904-4702-b858-b3678c79ae11 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=ea1dd302-bd0a-4977-82e4-29786b62dcd1&id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0643709
Jan 28 02:05:38.535205 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-10347c47-b655-4205-9e14-0564cf892234 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:38.771342 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-10347c47-b655-4205-9e14-0564cf892234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551287'] for router, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:38.923678 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10347c47-b655-4205-9e14-0564cf892234 admin admin] Router 7ecd1c88-263f-4999-899c-b6c8b6899074 is scheduled to L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 with binding_index 1 {{(pid=101323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 28 02:05:39.006840 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba8b1de-4060-4b14-8876-2d8da72d4288 None None] Network 7946a91b-c87f-479e-b41f-92c9cd8d4828 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:05:39.053877 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10347c47-b655-4205-9e14-0564cf892234 admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:05:39.069608 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] Sync routers for ids ['7ecd1c88-263f-4999-899c-b6c8b6899074'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:05:39.092455 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-3cd573d4-000f-42b5-b29e-776f98807ad1 None None] Provisioning complete for port 8251d3e9-087b-4c18-82ba-86b6aa99349e triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:39.092829 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cd573d4-000f-42b5-b29e-776f98807ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:39.115878 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-10347c47-b655-4205-9e14-0564cf892234 admin admin] Notify callbacks [] for router, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:39.117387 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-10347c47-b655-4205-9e14-0564cf892234 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.0745802
Jan 28 02:05:39.120267 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44428) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:39.134223 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] Routers {'7ecd1c88-263f-4999-899c-b6c8b6899074'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:05:39.134873 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fb0cc5e0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:05:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['7ecd1c88-263f-4999-899c-b6c8b6899074'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:39.227767 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 8251d3e9-087b-4c18-82ba-86b6aa99349e up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:05:39.378221 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] Set router 7ecd1c88-263f-4999-899c-b6c8b6899074 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:05:39.678980 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cd573d4-000f-42b5-b29e-776f98807ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:39.784712 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 8251d3e9-087b-4c18-82ba-86b6aa99349e triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:39.785114 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:39.830901 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-3cd573d4-000f-42b5-b29e-776f98807ad1 None None] For port 8251d3e9-087b-4c18-82ba-86b6aa99349e, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=8251d3e9-087b-4c18-82ba-86b6aa99349e,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:05:39.850614 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cd573d4-000f-42b5-b29e-776f98807ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:39.979707 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8831e-db4a-4c0d-9d50-c69871134b0f req-dc6207e5-d2e6-4dcd-b395-2a656a618938 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:39.981281 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-27c8831e-db4a-4c0d-9d50-c69871134b0f req-dc6207e5-d2e6-4dcd-b395-2a656a618938 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.1215799
Jan 28 02:05:40.118904 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd573d4-000f-42b5-b29e-776f98807ad1 None None] Pushing event updated for resources: {'Port': ['ID=8251d3e9-087b-4c18-82ba-86b6aa99349e,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:40.173105 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fb0cc5e0>, [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:38Z', 'revision_number': 3, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:40.195234 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-27c8831e-db4a-4c0d-9d50-c69871134b0f req-039e3ff7-793e-46bb-a57e-698f6bd15c72 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=ea1dd302-bd0a-4977-82e4-29786b62dcd1&id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1159971
Jan 28 02:05:40.223548 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] Checking router: 7ecd1c88-263f-4999-899c-b6c8b6899074 for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:05:40.223928 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] Updating router 7ecd1c88-263f-4999-899c-b6c8b6899074 port 92d72b1b-0314-4a0e-9b43-6fcef8d16b50 binding host dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:05:40.250388 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:40.265712 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2434f991-b078-4aff-84e8-996ffbe5d28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:40.299574 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2964214-6d2d-49c2-8026-f865024e7a0c req-eea48b11-b5af-4c79-b809-d3b9e029f537 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:40.301088 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d2964214-6d2d-49c2-8026-f865024e7a0c req-eea48b11-b5af-4c79-b809-d3b9e029f537 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 946 time: 0.0803175
Jan 28 02:05:40.304507 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-aec600bb-57a4-436c-a420-4106bb5fa9d8 None None] Provisioning complete for port 8251d3e9-087b-4c18-82ba-86b6aa99349e triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:40.304886 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aec600bb-57a4-436c-a420-4106bb5fa9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:40.411081 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d2964214-6d2d-49c2-8026-f865024e7a0c req-0a717578-80c7-4477-9db6-4f2441d4e2a9 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0773380
Jan 28 02:05:40.489970 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_common [None req-2434f991-b078-4aff-84e8-996ffbe5d28a admin admin] Allocated IP 172.20.0.1 (7946a91b-c87f-479e-b41f-92c9cd8d4828/eaa3750d-c13f-4d6a-9333-02aefa682127/5f09d014-bd1f-4a79-8311-790ace9022f3) {{(pid=101322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:05:40.598039 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:40.604544 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:40.605099 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2434f991-b078-4aff-84e8-996ffbe5d28a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:40.644194 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2434f991-b078-4aff-84e8-996ffbe5d28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:40.660692 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] Attempting to bind port 92d72b1b-0314-4a0e-9b43-6fcef8d16b50 on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:05:40.661053 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] Attempting to bind port 92d72b1b-0314-4a0e-9b43-6fcef8d16b50 by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:05:40.661463 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] Attempting to bind port 92d72b1b-0314-4a0e-9b43-6fcef8d16b50 on network 77030b15-4317-4bc4-9693-f7afef5939e8 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:05:40.666315 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ea87f-72af-435e-a76f-60a59073e14c None None] Pushing event updated for resources: {'Port': ['ID=92d72b1b-0314-4a0e-9b43-6fcef8d16b50,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:40.674534 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:05:40.675056 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] Checking segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:05:40.675678 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:40.676220 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] Bound using segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:05:40.676890 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] Bound port: 92d72b1b-0314-4a0e-9b43-6fcef8d16b50, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:05:40.677341 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:40.690476 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2434f991-b078-4aff-84e8-996ffbe5d28a admin admin] Network 7946a91b-c87f-479e-b41f-92c9cd8d4828 is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:05:40.693631 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-2434f991-b078-4aff-84e8-996ffbe5d28a admin admin] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:05:40.698098 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2434f991-b078-4aff-84e8-996ffbe5d28a admin admin] Received port after_create {{(pid=101322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:05:40.719919 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434f991-b078-4aff-84e8-996ffbe5d28a admin admin] Pushing event updated for resources: {'Port': ['ID=5f09d014-bd1f-4a79-8311-790ace9022f3,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:40.739840 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] For port 92d72b1b-0314-4a0e-9b43-6fcef8d16b50, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:05:40.743866 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] For port 92d72b1b-0314-4a0e-9b43-6fcef8d16b50, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=92d72b1b-0314-4a0e-9b43-6fcef8d16b50,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:05:40.745188 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2434f991-b078-4aff-84e8-996ffbe5d28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545034'] for router_interface, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:40.750110 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:40.823328 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] Routers {'7ecd1c88-263f-4999-899c-b6c8b6899074'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:05:40.824045 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fb0cc5e0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:05:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['7ecd1c88-263f-4999-899c-b6c8b6899074'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:40.865535 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ea87f-72af-435e-a76f-60a59073e14c None None] Pushing event updated for resources: {'Port': ['ID=92d72b1b-0314-4a0e-9b43-6fcef8d16b50,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:40.902833 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2434f991-b078-4aff-84e8-996ffbe5d28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:40.951242 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-971c7f75-010c-43a0-bc13-11af262af24c None None] Provisioning complete for port 5f09d014-bd1f-4a79-8311-790ace9022f3 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:40.951612 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-971c7f75-010c-43a0-bc13-11af262af24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:40.982228 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] Set router 7ecd1c88-263f-4999-899c-b6c8b6899074 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:05:41.056734 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-971c7f75-010c-43a0-bc13-11af262af24c None None] Port 5f09d014-bd1f-4a79-8311-790ace9022f3 cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:05:41.099022 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2434f991-b078-4aff-84e8-996ffbe5d28a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:41.105703 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2434f991-b078-4aff-84e8-996ffbe5d28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4291371100'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:41.182658 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434f991-b078-4aff-84e8-996ffbe5d28a admin admin] Pushing event updated for resources: {'Port': ['ID=5f09d014-bd1f-4a79-8311-790ace9022f3,revision_number=2']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:41.194636 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 8251d3e9-087b-4c18-82ba-86b6aa99349e up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:05:41.197527 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2434f991-b078-4aff-84e8-996ffbe5d28a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545206'] for router_interface, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:41.273103 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fb0cc5e0>, [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:38Z', 'revision_number': 3, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:41.306265 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3326cf41-67bf-4f62-9e44-bf1a58d6f3fa None None] The sync data for ids ['7ecd1c88-263f-4999-899c-b6c8b6899074'] in dv-cinder-824979-1-iscsi is: [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:38Z', 'revision_number': 3, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:05:41.314619 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 8251d3e9-087b-4c18-82ba-86b6aa99349e triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:41.315079 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:41.385196 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2434f991-b078-4aff-84e8-996ffbe5d28a admin admin] Network 7946a91b-c87f-479e-b41f-92c9cd8d4828 is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:05:41.388346 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-2434f991-b078-4aff-84e8-996ffbe5d28a admin admin] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:05:41.402077 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932d518-146f-4ff7-a8e6-d0e6ceb47ba6 req-b1852209-fdf5-4494-b65f-0de645130008 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:41.404556 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9932d518-146f-4ff7-a8e6-d0e6ceb47ba6 req-b1852209-fdf5-4494-b65f-0de645130008 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.1206748
Jan 28 02:05:41.532546 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9932d518-146f-4ff7-a8e6-d0e6ceb47ba6 req-bf6f78eb-8c6a-4e01-ae24-abcd2dc23e58 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=ea1dd302-bd0a-4977-82e4-29786b62dcd1&id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0860586
Jan 28 02:05:41.655596 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2434f991-b078-4aff-84e8-996ffbe5d28a admin admin] Router 7ecd1c88-263f-4999-899c-b6c8b6899074 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:05:41.707915 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d0064-2e11-4245-9771-e5627eef6515 req-98715abf-aed5-45b2-8cef-848a8b1cfc95 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:41.710990 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c58d0064-2e11-4245-9771-e5627eef6515 req-98715abf-aed5-45b2-8cef-848a8b1cfc95 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 946 time: 0.1852934
Jan 28 02:05:41.783427 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-2734d90d-9710-46be-9fad-9b7258bac7b0 None None] Provisioning complete for port 5f09d014-bd1f-4a79-8311-790ace9022f3 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:41.783772 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2734d90d-9710-46be-9fad-9b7258bac7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:41.833770 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-2734d90d-9710-46be-9fad-9b7258bac7b0 None None] Port 5f09d014-bd1f-4a79-8311-790ace9022f3 cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:05:41.864173 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b897-ac88-4205-96f8-4aa6db84501c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:41.867588 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c58d0064-2e11-4245-9771-e5627eef6515 req-aae0afc8-5d6d-4747-861c-3c07a4185660 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=40e8e25f-7071-426c-9ef1-488ca35468b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1441031
Jan 28 02:05:41.911174 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca693c31-bcaf-4901-9409-2da85c041a72 req-757fda28-bae4-455d-a681-00be0879aa18 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:41.912858 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ca693c31-bcaf-4901-9409-2da85c041a72 req-757fda28-bae4-455d-a681-00be0879aa18 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.82 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 946 time: 0.0875595
Jan 28 02:05:41.913855 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2434f991-b078-4aff-84e8-996ffbe5d28a admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:05:41.928057 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-2434f991-b078-4aff-84e8-996ffbe5d28a admin admin] 10.222.0.77 "PUT /v2.0/routers/7ecd1c88-263f-4999-899c-b6c8b6899074/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7988350
Jan 28 02:05:42.042219 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-ca693c31-bcaf-4901-9409-2da85c041a72 req-c50a79e6-564b-4ef8-a011-89030e11d23a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Deleting port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:05:42.042719 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ca693c31-bcaf-4901-9409-2da85c041a72 req-c50a79e6-564b-4ef8-a011-89030e11d23a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:42.162440 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-ca693c31-bcaf-4901-9409-2da85c041a72 req-c50a79e6-564b-4ef8-a011-89030e11d23a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] For port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:05:42.162803 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ca693c31-bcaf-4901-9409-2da85c041a72 req-c50a79e6-564b-4ef8-a011-89030e11d23a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:42.557875 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ca693c31-bcaf-4901-9409-2da85c041a72 req-c50a79e6-564b-4ef8-a011-89030e11d23a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:42.558309 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ca693c31-bcaf-4901-9409-2da85c041a72 req-c50a79e6-564b-4ef8-a011-89030e11d23a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551309'] for floatingip, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:42.558717 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.db.l3_db [req-ca693c31-bcaf-4901-9409-2da85c041a72 req-c50a79e6-564b-4ef8-a011-89030e11d23a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Floating IP 4232dd4a-e20c-4e1c-bb79-c7333111bdea disassociated. External IP: 172.27.3.125, port: 1c3eebfc-cf3d-4a86-8be4-2f39da195acf.
Jan 28 02:05:42.559076 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-ca693c31-bcaf-4901-9409-2da85c041a72 req-c50a79e6-564b-4ef8-a011-89030e11d23a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Calling delete_port for 1c3eebfc-cf3d-4a86-8be4-2f39da195acf owned by compute:nova {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:05:42.709763 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccce84-e80e-4a56-b92f-5b929b7329ec req-388bbbb6-b06e-451c-b9fb-32ffbecb062c tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:42.711585 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e1ccce84-e80e-4a56-b92f-5b929b7329ec req-388bbbb6-b06e-451c-b9fb-32ffbecb062c tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.0842769
Jan 28 02:05:42.756580 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44496) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:42.763094 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-c87aab4d-09b3-4d7e-8ecf-f3ade8cf6302 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1843955331-network', 'tenant_id': '6a0ea1d1b6cf4b139350f6ada98c5997'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:42.769108 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ca693c31-bcaf-4901-9409-2da85c041a72 req-c50a79e6-564b-4ef8-a011-89030e11d23a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:42.772306 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e1ccce84-e80e-4a56-b92f-5b929b7329ec req-df4471a2-0a45-41bd-920d-cdb7f5345dee tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=ea1dd302-bd0a-4977-82e4-29786b62dcd1&id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0544465
Jan 28 02:05:42.799880 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87aab4d-09b3-4d7e-8ecf-f3ade8cf6302 admin admin] Made reservation on behalf of 6a0ea1d1b6cf4b139350f6ada98c5997 for: {'network': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:05:42.801979 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c87aab4d-09b3-4d7e-8ecf-f3ade8cf6302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for network, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:42.808615 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a79e6-564b-4ef8-a011-89030e11d23a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Pushing event deleted for resources: {'Port': ['ID=1c3eebfc-cf3d-4a86-8be4-2f39da195acf,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:42.812223 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c87aab4d-09b3-4d7e-8ecf-f3ade8cf6302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:42.911824 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c87aab4d-09b3-4d7e-8ecf-f3ade8cf6302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:42.919725 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c87aab4d-09b3-4d7e-8ecf-f3ade8cf6302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:42.945063 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca693c31-bcaf-4901-9409-2da85c041a72 req-c50a79e6-564b-4ef8-a011-89030e11d23a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:05:42.946236 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87aab4d-09b3-4d7e-8ecf-f3ade8cf6302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751}  {{(pid=101322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:05:42.958630 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aab4d-09b3-4d7e-8ecf-f3ade8cf6302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e362ffb3-febd-4ae7-877b-202d3d9b6ff4,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:42.975286 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c87aab4d-09b3-4d7e-8ecf-f3ade8cf6302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:42.975635 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.segments_db [None req-c87aab4d-09b3-4d7e-8ecf-f3ade8cf6302 admin admin] Added segment be1584cf-ccf3-416e-8e13-6694ecf22f23 of type vlan for network a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385
Jan 28 02:05:43.007575 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9058defb-cbff-4826-b74a-2cc3bb3e13e1 req-cf3329b6-fc3a-4db3-87ca-f6ae046c8b58 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d048580-813a-43b7-ae1a-e0b1a9c8c234 HTTP/1.1" status: 200  len: 210 time: 0.0458174
Jan 28 02:05:43.064861 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c87aab4d-09b3-4d7e-8ecf-f3ade8cf6302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755291977674'] for network, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:43.086357 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca693c31-bcaf-4901-9409-2da85c041a72 req-c50a79e6-564b-4ef8-a011-89030e11d23a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:05:43.097650 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49072e9b-15f0-44e9-85f3-406075efbca5 None None] Sync routers for ids ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:05:43.113527 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c87aab4d-09b3-4d7e-8ecf-f3ade8cf6302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for network, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:43.114662 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49072e9b-15f0-44e9-85f3-406075efbca5 None None] Routers {'5490b3e4-6ac7-48d5-9543-2513c054a8c5'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:05:43.115297 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-49072e9b-15f0-44e9-85f3-406075efbca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fb151b80>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:05:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:43.115998 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87aab4d-09b3-4d7e-8ecf-f3ade8cf6302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:43.117460 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c87aab4d-09b3-4d7e-8ecf-f3ade8cf6302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:43.168316 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca693c31-bcaf-4901-9409-2da85c041a72 req-c50a79e6-564b-4ef8-a011-89030e11d23a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] No DVR routers for this DVR port 1c3eebfc-cf3d-4a86-8be4-2f39da195acf on host hv-cinder-82497 {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:05:43.177452 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ca693c31-bcaf-4901-9409-2da85c041a72 req-c50a79e6-564b-4ef8-a011-89030e11d23a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:43.183957 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ca693c31-bcaf-4901-9409-2da85c041a72 req-c50a79e6-564b-4ef8-a011-89030e11d23a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.82 "DELETE /v2.0/ports/1c3eebfc-cf3d-4a86-8be4-2f39da195acf HTTP/1.1" status: 204  len: 173 time: 1.2637513
Jan 28 02:05:43.184655 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d048580-813a-43b7-ae1a-e0b1a9c8c234', 'name': 'network-vif-deleted', 'tag': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:05:43.188545 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-c87aab4d-09b3-4d7e-8ecf-f3ade8cf6302 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4281936
Jan 28 02:05:43.199621 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280dadd4-42d0-4498-b64f-87c191cbf0e4" -d '{"events": [{"server_uuid": "9d048580-813a-43b7-ae1a-e0b1a9c8c234", "name": "network-vif-deleted", "tag": "1c3eebfc-cf3d-4a86-8be4-2f39da195acf"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:05:43.203834 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 44502) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:43.209539 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aab4d-09b3-4d7e-8ecf-f3ade8cf6302 admin admin] Pushing event updated for resources: {'Network': ['ID=a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:43.233428 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Network a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385 details requested by agent ovs-agent-dv-cinder-824979-1-iscsi with host dv-cinder-824979-1-iscsi {{(pid=101324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:05:43.236984 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-721b3551-f28d-4432-ae1f-17478701e88b admin admin] Request body: {'subnet': {'network_id': 'a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1843955331-subnet', 'tenant_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'ip_version': 4}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:43.295762 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721b3551-f28d-4432-ae1f-17478701e88b admin admin] Made reservation on behalf of 6a0ea1d1b6cf4b139350f6ada98c5997 for: {'subnet': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:05:43.299424 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-721b3551-f28d-4432-ae1f-17478701e88b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4289782081'] for subnet, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:43.302541 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654fe8d4-6068-4a5f-acd1-8c205821fb2e x-openstack-request-id: req-654fe8d4-6068-4a5f-acd1-8c205821fb2e {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:05:43.302954 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d048580-813a-43b7-ae1a-e0b1a9c8c234", "name": "network-vif-deleted", "tag": "1c3eebfc-cf3d-4a86-8be4-2f39da195acf", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:05:43.303297 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-654fe8d4-6068-4a5f-acd1-8c205821fb2e {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:05:43.303784 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d048580-813a-43b7-ae1a-e0b1a9c8c234', 'name': 'network-vif-deleted', 'tag': '1c3eebfc-cf3d-4a86-8be4-2f39da195acf', 'status': 'completed', 'code': 200}
Jan 28 02:05:43.396857 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 92d72b1b-0314-4a0e-9b43-6fcef8d16b50 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:05:43.464858 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-49072e9b-15f0-44e9-85f3-406075efbca5 None None] Set router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:05:43.512317 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 92d72b1b-0314-4a0e-9b43-6fcef8d16b50 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:43.513042 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:43.621173 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-721b3551-f28d-4432-ae1f-17478701e88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4290448720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4289782099'] for subnet, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:43.649285 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:43.698083 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] For port 92d72b1b-0314-4a0e-9b43-6fcef8d16b50, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=92d72b1b-0314-4a0e-9b43-6fcef8d16b50,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:05:43.705153 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:43.717706 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b3551-f28d-4432-ae1f-17478701e88b admin admin] Checking segment: {'id': 'be1584cf-ccf3-416e-8e13-6694ecf22f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:05:43.718092 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721b3551-f28d-4432-ae1f-17478701e88b admin admin] Network hostable DHCP agents. Network: a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385, hostable agents: ['248f8699-8ae1-4821-802a-c8c6bbf99ca2'], hosted agents: [] {{(pid=101323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:05:43.720925 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b3551-f28d-4432-ae1f-17478701e88b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5abd01c-bc58-449a-a736-04ad0a1b8d42,revision_number=0']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:43.744562 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721b3551-f28d-4432-ae1f-17478701e88b admin admin] Network a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385 is scheduled to be hosted by DHCP agent 248f8699-8ae1-4821-802a-c8c6bbf99ca2 with binding_index 1 {{(pid=101323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:05:43.774213 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-721b3551-f28d-4432-ae1f-17478701e88b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824979-1-iscsi, a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385) {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:05:43.780687 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721b3551-f28d-4432-ae1f-17478701e88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:43.782718 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-721b3551-f28d-4432-ae1f-17478701e88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:43.799327 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Pushing event updated for resources: {'Port': ['ID=92d72b1b-0314-4a0e-9b43-6fcef8d16b50,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:43.803248 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] Sync routers for ids ['7ecd1c88-263f-4999-899c-b6c8b6899074'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:05:43.808133 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e1a848-2f7c-49f6-9823-67ba5acb97b0 None None] Network a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:05:43.823463 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-721b3551-f28d-4432-ae1f-17478701e88b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6053829
Jan 28 02:05:43.827434 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 44510) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:43.846346 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-48cfc0d1-f1db-41df-be97-afb553211ec7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1843955331-router', 'tenant_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:43.869774 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] Routers {'7ecd1c88-263f-4999-899c-b6c8b6899074'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:05:43.870420 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa3ed0a0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:05:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['7ecd1c88-263f-4999-899c-b6c8b6899074'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:43.917379 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-48cfc0d1-f1db-41df-be97-afb553211ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124643'] for router, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:43.918433 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-48cfc0d1-f1db-41df-be97-afb553211ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124570'] for router, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:43.999571 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-49072e9b-15f0-44e9-85f3-406075efbca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fb151b80>, [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port': {'id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:17Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '6443a300-674c-47a2-a3b6-6ebb0e13651b', 'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'mac_address': 'fa:16:3e:3d:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:24Z', 'updated_at': '2022-01-28T02:01:33Z', 'revision_number': 5, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'subnets': [{'id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:44.025621 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-48cfc0d1-f1db-41df-be97-afb553211ec7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:44.043679 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49072e9b-15f0-44e9-85f3-406075efbca5 None None] Checking router: 5490b3e4-6ac7-48d5-9543-2513c054a8c5 for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:05:44.054557 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49072e9b-15f0-44e9-85f3-406075efbca5 None None] Routers {'5490b3e4-6ac7-48d5-9543-2513c054a8c5'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:05:44.055742 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-49072e9b-15f0-44e9-85f3-406075efbca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fb151b80>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:05:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:44.202663 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44516) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:44.244818 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-49072e9b-15f0-44e9-85f3-406075efbca5 None None] Set router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:05:44.259469 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] Set router 7ecd1c88-263f-4999-899c-b6c8b6899074 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:05:44.380704 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-073d9eb0-fbb6-4290-9273-ecb793207fd0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:44.467649 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-073d9eb0-fbb6-4290-9273-ecb793207fd0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:44.506141 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 1c3eebfc-cf3d-4a86-8be4-2f39da195acf no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:05:44.556311 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: 1c3eebfc-cf3d-4a86-8be4-2f39da195acf {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:05:44.557208 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 1c3eebfc-cf3d-4a86-8be4-2f39da195acf not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:05:44.597853 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-58004a2b-acd8-45b8-b42e-b7ba36d75e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:44.600508 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-073d9eb0-fbb6-4290-9273-ecb793207fd0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:44.605284 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-073d9eb0-fbb6-4290-9273-ecb793207fd0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:44.609145 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-073d9eb0-fbb6-4290-9273-ecb793207fd0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "DELETE /v2.0/security-groups/40e8e25f-7071-426c-9ef1-488ca35468b1 HTTP/1.1" status: 204  len: 168 time: 0.4046786
Jan 28 02:05:44.624747 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44522) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:44.691789 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d9eb0-fbb6-4290-9273-ecb793207fd0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e8e25f-7071-426c-9ef1-488ca35468b1,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:44.707142 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.api.v2.resource [None req-3a515079-5258-457b-8196-579e654b79b4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] show failed (client error): The resource could not be found.
Jan 28 02:05:44.711947 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-3a515079-5258-457b-8196-579e654b79b4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups/40e8e25f-7071-426c-9ef1-488ca35468b1 HTTP/1.1" status: 404  len: 347 time: 0.0795295
Jan 28 02:05:44.712721 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44524) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:44.828448 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-48cfc0d1-f1db-41df-be97-afb553211ec7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:44.871105 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-49072e9b-15f0-44e9-85f3-406075efbca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fb151b80>, [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port': {'id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:17Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '6443a300-674c-47a2-a3b6-6ebb0e13651b', 'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'mac_address': 'fa:16:3e:3d:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:24Z', 'updated_at': '2022-01-28T02:01:33Z', 'revision_number': 5, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'subnets': [{'id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:44.951021 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49072e9b-15f0-44e9-85f3-406075efbca5 None None] The sync data for ids ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'] in dv-cinder-824979-1-iscsi is: [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port': {'id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:17Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '6443a300-674c-47a2-a3b6-6ebb0e13651b', 'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'mac_address': 'fa:16:3e:3d:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:24Z', 'updated_at': '2022-01-28T02:01:33Z', 'revision_number': 5, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'subnets': [{'id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:05:44.981823 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:44.983318 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd861fa95-f82e-5eb8-8e3c-25f8e9fee4ad-a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385', 'network_id': 'a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385', 'tenant_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'fixed_ips': [{'subnet_id': 'c5abd01c-bc58-449a-a736-04ad0a1b8d42'}]}} from dv-cinder-824979-1-iscsi. {{(pid=101324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jan 28 02:05:44.985223 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:45.011407 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-593f9475-5254-40d3-b1f4-81580939a2ee tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Deleting port f1617254-3bfd-4b76-b7b3-9a8bb87c6589 {{(pid=101322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:05:45.011947 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-593f9475-5254-40d3-b1f4-81580939a2ee tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:45.126900 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-48cfc0d1-f1db-41df-be97-afb553211ec7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:45.147313 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-48cfc0d1-f1db-41df-be97-afb553211ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:45.158974 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-593f9475-5254-40d3-b1f4-81580939a2ee tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:45.159729 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-593f9475-5254-40d3-b1f4-81580939a2ee tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:45.176177 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-593f9475-5254-40d3-b1f4-81580939a2ee tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Calling delete_port for f1617254-3bfd-4b76-b7b3-9a8bb87c6589 owned by network:floatingip {{(pid=101322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:05:45.218370 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 92d72b1b-0314-4a0e-9b43-6fcef8d16b50 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:05:45.310038 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [None req-48cfc0d1-f1db-41df-be97-afb553211ec7 admin admin] Allocated IP 172.27.3.232 (77030b15-4317-4bc4-9693-f7afef5939e8/a10a135b-d338-4414-a2fc-bd26c83c352b/fe10fe77-b3ca-45b3-823d-424e919b8e88) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:05:45.339191 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84541216-8623-440a-a5db-c46a80501bb1 None None] New status for floating IP 4232dd4a-e20c-4e1c-bb79-c7333111bdea: DOWN {{(pid=101325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:05:45.366986 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:45.376136 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-593f9475-5254-40d3-b1f4-81580939a2ee tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:45.408467 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa3ed0a0>, [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 2, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:45.409692 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f9475-5254-40d3-b1f4-81580939a2ee tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Pushing event deleted for resources: {'Port': ['ID=f1617254-3bfd-4b76-b7b3-9a8bb87c6589,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:45.500791 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-593f9475-5254-40d3-b1f4-81580939a2ee tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for floatingip, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:45.509177 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-593f9475-5254-40d3-b1f4-81580939a2ee tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:45.521779 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-593f9475-5254-40d3-b1f4-81580939a2ee tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "DELETE /v2.0/floatingips/4232dd4a-e20c-4e1c-bb79-c7333111bdea HTTP/1.1" status: 204  len: 168 time: 0.7963824
Jan 28 02:05:45.525504 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.db.api [None req-84541216-8623-440a-a5db-c46a80501bb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 28 02:05:45.526338 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG oslo_db.api [None req-84541216-8623-440a-a5db-c46a80501bb1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 28 02:05:45.534629 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] Checking router: 7ecd1c88-263f-4999-899c-b6c8b6899074 for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:05:45.540721 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-48cfc0d1-f1db-41df-be97-afb553211ec7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:45.542691 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] Updating router 7ecd1c88-263f-4999-899c-b6c8b6899074 port 5f09d014-bd1f-4a79-8311-790ace9022f3 binding host dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:05:45.597083 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-48cfc0d1-f1db-41df-be97-afb553211ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:45.605993 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] Allocated IP 172.20.0.2 (a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385/c5abd01c-bc58-449a-a736-04ad0a1b8d42/dcdda20a-3d4d-429b-b878-9258c5d02639) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:05:45.616288 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 92d72b1b-0314-4a0e-9b43-6fcef8d16b50 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:45.616288 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:45.646409 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:45.648909 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cfc0d1-f1db-41df-be97-afb553211ec7 admin admin] Network 77030b15-4317-4bc4-9693-f7afef5939e8 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:05:45.652020 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-48cfc0d1-f1db-41df-be97-afb553211ec7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:05:45.655682 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cfc0d1-f1db-41df-be97-afb553211ec7 admin admin] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:05:45.681040 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfc0d1-f1db-41df-be97-afb553211ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=fe10fe77-b3ca-45b3-823d-424e919b8e88,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:46.004467 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.019651 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.028170 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84541216-8623-440a-a5db-c46a80501bb1 None None] New status for floating IP 4232dd4a-e20c-4e1c-bb79-c7333111bdea: DOWN {{(pid=101325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:05:46.058001 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-48cfc0d1-f1db-41df-be97-afb553211ec7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.102624 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] Network a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:05:46.110100 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44548) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:46.115503 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-5d59b3da-834b-4c3f-9c60-b6fd5c8e04c1 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1942144154', 'description': 'tempest-description--1773715380'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:46.116032 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] Resources bound (agent type, host, resource id):  {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:05:46.124521 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:05:46.133919 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] Pushing event updated for resources: {'Port': ['ID=dcdda20a-3d4d-429b-b878-9258c5d02639,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:46.149128 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5d59b3da-834b-4c3f-9c60-b6fd5c8e04c1 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.239884 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] Attempting to bind port dcdda20a-3d4d-429b-b878-9258c5d02639 on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:05:46.240668 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] Attempting to bind port dcdda20a-3d4d-429b-b878-9258c5d02639 by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': 'be1584cf-ccf3-416e-8e13-6694ecf22f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:05:46.240668 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] Attempting to bind port dcdda20a-3d4d-429b-b878-9258c5d02639 on network a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:05:46.254729 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.256932 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:05:46.257308 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] Checking segment: {'id': 'be1584cf-ccf3-416e-8e13-6694ecf22f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:05:46.257698 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.258253 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] Bound using segment: {'id': 'be1584cf-ccf3-416e-8e13-6694ecf22f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:05:46.258918 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] Bound port: dcdda20a-3d4d-429b-b878-9258c5d02639, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1584cf-ccf3-416e-8e13-6694ecf22f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:05:46.259296 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.276382 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.283755 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5d59b3da-834b-4c3f-9c60-b6fd5c8e04c1 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.290936 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5d59b3da-834b-4c3f-9c60-b6fd5c8e04c1 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.321822 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5d59b3da-834b-4c3f-9c60-b6fd5c8e04c1 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.323477 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-5d59b3da-834b-4c3f-9c60-b6fd5c8e04c1 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2116985
Jan 28 02:05:46.325732 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44550) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:46.331400 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-23491899-f859-4e51-ba00-5e48c2a9e429 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Request body: {'security_group_rule': {'security_group_id': '32d95cfd-0a16-4416-95ab-57a0c8f8f0ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:46.336858 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59b3da-834b-4c3f-9c60-b6fd5c8e04c1 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:46.351198 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-48cfc0d1-f1db-41df-be97-afb553211ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551287'] for router, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.369044 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-23491899-f859-4e51-ba00-5e48c2a9e429 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.378055 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866dba86-34a8-4c88-b0be-5e393fa39421 None None] Pushing event updated for resources: {'Port': ['ID=5f09d014-bd1f-4a79-8311-790ace9022f3,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:46.453622 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] Attempting to bind port 5f09d014-bd1f-4a79-8311-790ace9022f3 on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:05:46.454156 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] Attempting to bind port 5f09d014-bd1f-4a79-8311-790ace9022f3 by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:05:46.454523 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] Attempting to bind port 5f09d014-bd1f-4a79-8311-790ace9022f3 on network 7946a91b-c87f-479e-b41f-92c9cd8d4828 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:05:46.456505 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-23491899-f859-4e51-ba00-5e48c2a9e429 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.461296 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] For port dcdda20a-3d4d-429b-b878-9258c5d02639, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:05:46.463976 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-23491899-f859-4e51-ba00-5e48c2a9e429 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.486754 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] For port dcdda20a-3d4d-429b-b878-9258c5d02639, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=dcdda20a-3d4d-429b-b878-9258c5d02639,segment=NetworkSegment(be1584cf-ccf3-416e-8e13-6694ecf22f23),segment_id=be1584cf-ccf3-416e-8e13-6694ecf22f23)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:05:46.490767 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:05:46.490947 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] Checking segment: {'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:05:46.491325 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.491723 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] Bound using segment: {'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:05:46.492288 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23491899-f859-4e51-ba00-5e48c2a9e429 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc09f2d-c0f7-4e1f-b742-23a4ebfee7ce,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:46.492492 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] Bound port: 5f09d014-bd1f-4a79-8311-790ace9022f3, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:05:46.496675 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.506728 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.508958 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-23491899-f859-4e51-ba00-5e48c2a9e429 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.510346 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-23491899-f859-4e51-ba00-5e48c2a9e429 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1836782
Jan 28 02:05:46.513085 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44552) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:46.518514 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-9330a21b-418c-417a-908c-9c7a6ed9586b tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Request body: {'security_group_rule': {'security_group_id': '32d95cfd-0a16-4416-95ab-57a0c8f8f0ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:46.557974 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9330a21b-418c-417a-908c-9c7a6ed9586b tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.562196 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cfc0d1-f1db-41df-be97-afb553211ec7 admin admin] Router 9838626e-d57b-4be4-8ec7-c5879026c094 is scheduled to L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 with binding_index 1 {{(pid=101323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 28 02:05:46.605507 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab743c9-aec2-4ead-8d1c-b4a1854577a9 None None] Pushing event updated for resources: {'Port': ['ID=dcdda20a-3d4d-429b-b878-9258c5d02639,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:46.658572 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9330a21b-418c-417a-908c-9c7a6ed9586b tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.670292 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] For port 5f09d014-bd1f-4a79-8311-790ace9022f3, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:05:46.670521 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9330a21b-418c-417a-908c-9c7a6ed9586b tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.674890 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] For port 5f09d014-bd1f-4a79-8311-790ace9022f3, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=5f09d014-bd1f-4a79-8311-790ace9022f3,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:05:46.685568 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.688836 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330a21b-418c-417a-908c-9c7a6ed9586b tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4636547-9d94-4218-a1af-c08b2319b543,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:46.724867 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9330a21b-418c-417a-908c-9c7a6ed9586b tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.726229 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-9330a21b-418c-417a-908c-9c7a6ed9586b tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2119589
Jan 28 02:05:46.730109 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44554) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:46.735938 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-f4925a80-107e-4134-a556-5c04a9783f47 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Request body: {'floatingip': {'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:46.770528 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cfc0d1-f1db-41df-be97-afb553211ec7 admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:05:46.786730 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f4925a80-107e-4134-a556-5c04a9783f47 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for floatingip, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.793580 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] Sync routers for ids ['9838626e-d57b-4be4-8ec7-c5879026c094'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:05:46.803251 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-48cfc0d1-f1db-41df-be97-afb553211ec7 admin admin] Notify callbacks [] for router, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.807091 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-48cfc0d1-f1db-41df-be97-afb553211ec7 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.9752946
Jan 28 02:05:46.808219 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 44556) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:46.814530 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] Routers {'9838626e-d57b-4be4-8ec7-c5879026c094'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:05:46.815526 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa6afa00>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:05:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['9838626e-d57b-4be4-8ec7-c5879026c094'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:46.820037 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866dba86-34a8-4c88-b0be-5e393fa39421 None None] Pushing event updated for resources: {'Port': ['ID=5f09d014-bd1f-4a79-8311-790ace9022f3,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:46.826742 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] Routers {'7ecd1c88-263f-4999-899c-b6c8b6899074'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:05:46.827741 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa3ed0a0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:05:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['7ecd1c88-263f-4999-899c-b6c8b6899074'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:46.957594 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f4925a80-107e-4134-a556-5c04a9783f47 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:47.040432 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-83c7c31a-3cf4-4d61-88f0-7000fa220f35 None None] Provisioning complete for port 5f09d014-bd1f-4a79-8311-790ace9022f3 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:47.040762 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-83c7c31a-3cf4-4d61-88f0-7000fa220f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:47.042383 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:47.131561 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_common [None req-f4925a80-107e-4134-a556-5c04a9783f47 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Allocated IP 172.27.3.204 (77030b15-4317-4bc4-9693-f7afef5939e8/a10a135b-d338-4414-a2fc-bd26c83c352b/e3a18e62-c9eb-4a68-852b-4f64efe5d4ac) {{(pid=101322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:05:47.299269 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f4925a80-107e-4134-a556-5c04a9783f47 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for port, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:47.340209 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f4925a80-107e-4134-a556-5c04a9783f47 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:47.358346 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] Set router 7ecd1c88-263f-4999-899c-b6c8b6899074 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:05:47.388758 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4925a80-107e-4134-a556-5c04a9783f47 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Network 77030b15-4317-4bc4-9693-f7afef5939e8 is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:05:47.394308 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-f4925a80-107e-4134-a556-5c04a9783f47 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:05:47.399557 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4925a80-107e-4134-a556-5c04a9783f47 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Received port after_create {{(pid=101322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:05:47.437006 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4925a80-107e-4134-a556-5c04a9783f47 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Pushing event updated for resources: {'Port': ['ID=e3a18e62-c9eb-4a68-852b-4f64efe5d4ac,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:47.461783 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device dcdda20a-3d4d-429b-b878-9258c5d02639 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:05:47.512744 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-451ecd13-cf45-4a97-8eb9-1d45c3e84241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:47.519771 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f4925a80-107e-4134-a556-5c04a9783f47 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:47.577089 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f4925a80-107e-4134-a556-5c04a9783f47 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:47.590981 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] Set router 9838626e-d57b-4be4-8ec7-c5879026c094 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:05:47.597341 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:47.720450 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 44568) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:47.753005 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [None req-451ecd13-cf45-4a97-8eb9-1d45c3e84241 admin admin] Allocated IP 172.20.0.1 (a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385/c5abd01c-bc58-449a-a736-04ad0a1b8d42/be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:05:47.814475 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f4925a80-107e-4134-a556-5c04a9783f47 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for port, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:47.821229 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f4925a80-107e-4134-a556-5c04a9783f47 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4291371100'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:47.893164 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port dcdda20a-3d4d-429b-b878-9258c5d02639 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:47.893545 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:47.915029 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4925a80-107e-4134-a556-5c04a9783f47 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Pushing event updated for resources: {'Port': ['ID=e3a18e62-c9eb-4a68-852b-4f64efe5d4ac,revision_number=2']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:47.920407 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-64a793c9-7671-45de-870f-46ea49cadfdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:47.926646 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f4925a80-107e-4134-a556-5c04a9783f47 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551309'] for floatingip, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:47.942695 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-451ecd13-cf45-4a97-8eb9-1d45c3e84241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:47.942901 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-83c7c31a-3cf4-4d61-88f0-7000fa220f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:47.944914 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f4925a80-107e-4134-a556-5c04a9783f47 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:47.946947 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-f4925a80-107e-4134-a556-5c04a9783f47 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2158883
Jan 28 02:05:48.012360 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa3ed0a0>, [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:46Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:48.017484 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-451ecd13-cf45-4a97-8eb9-1d45c3e84241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:48.061221 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e68a8a-abce-43b3-a331-e626f24390b2 None None] The sync data for ids ['7ecd1c88-263f-4999-899c-b6c8b6899074'] in dv-cinder-824979-1-iscsi is: [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:46Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:05:48.084602 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ecd13-cf45-4a97-8eb9-1d45c3e84241 admin admin] Network a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:05:48.089171 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-83c7c31a-3cf4-4d61-88f0-7000fa220f35 None None] For port 5f09d014-bd1f-4a79-8311-790ace9022f3, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=5f09d014-bd1f-4a79-8311-790ace9022f3,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:05:48.093476 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050c38a1-ff9a-4dc4-bfda-96d321fc4abd None None] Network a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:05:48.095141 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-451ecd13-cf45-4a97-8eb9-1d45c3e84241 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:05:48.106504 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-64a793c9-7671-45de-870f-46ea49cadfdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:48.107728 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ecd13-cf45-4a97-8eb9-1d45c3e84241 admin admin] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:05:48.110381 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-83c7c31a-3cf4-4d61-88f0-7000fa220f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:48.115117 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ecd13-cf45-4a97-8eb9-1d45c3e84241 admin admin] Pushing event updated for resources: {'Port': ['ID=be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:48.169696 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-64a793c9-7671-45de-870f-46ea49cadfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:48.231894 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-64a793c9-7671-45de-870f-46ea49cadfdf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=afcf855758734c4cac0a2dcb5e0a1107&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5102212
Jan 28 02:05:48.233347 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-451ecd13-cf45-4a97-8eb9-1d45c3e84241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545034'] for router_interface, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:48.235797 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 44584) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:48.243627 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a793c9-7671-45de-870f-46ea49cadfdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69ec0b4-35a5-491c-a4fd-17759eb6b474,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:48.271788 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-dbae5a69-8cbd-42fd-8b51-12614fdaf93b tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1942144154&fields=id&tenant_id=578fc5bd64da4dcdbff2e317361168ec HTTP/1.1" status: 200  len: 267 time: 0.0643761
Jan 28 02:05:48.341177 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa6afa00>, [{'id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'name': 'tempest-TestVolumeBootPattern-1843955331-router', 'tenant_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'fe10fe77-b3ca-45b3-823d-424e919b8e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:43Z', 'updated_at': '2022-01-28T02:05:45Z', 'revision_number': 3, 'project_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'gw_port': {'id': 'fe10fe77-b3ca-45b3-823d-424e919b8e88', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:45Z', 'updated_at': '2022-01-28T02:05:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:48.345785 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-aca3a9ec-7a11-4b0f-a526-aa334328fcad None None] Provisioning complete for port dcdda20a-3d4d-429b-b878-9258c5d02639 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:48.345785 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aca3a9ec-7a11-4b0f-a526-aa334328fcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:48.347527 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7c31a-3cf4-4d61-88f0-7000fa220f35 None None] Pushing event updated for resources: {'Port': ['ID=5f09d014-bd1f-4a79-8311-790ace9022f3,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:48.350352 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:48.409849 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-be1d8844-5ad6-4336-8334-ade782d9bc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:48.417003 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-61716629-2c26-449b-a3bc-ae7cd29b9825 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:48.418990 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-61716629-2c26-449b-a3bc-ae7cd29b9825 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/networks?id=34615009-fca5-44cc-84b3-0752c6a7e426 HTTP/1.1" status: 200  len: 817 time: 0.1464112
Jan 28 02:05:48.423367 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] Checking router: 9838626e-d57b-4be4-8ec7-c5879026c094 for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:05:48.423991 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] Updating router 9838626e-d57b-4be4-8ec7-c5879026c094 port fe10fe77-b3ca-45b3-823d-424e919b8e88 binding host dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:05:48.443356 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-41068642-4ca6-468f-b271-fd6107d25d1b tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/quotas/578fc5bd64da4dcdbff2e317361168ec HTTP/1.1" status: 200  len: 375 time: 0.0165894
Jan 28 02:05:48.462720 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-be1d8844-5ad6-4336-8334-ade782d9bc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:48.519226 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-2a89fc56-cb23-4bd4-a351-09f8e1b0f510 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=578fc5bd64da4dcdbff2e317361168ec&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0691643
Jan 28 02:05:48.531365 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] For port dcdda20a-3d4d-429b-b878-9258c5d02639, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=dcdda20a-3d4d-429b-b878-9258c5d02639,segment=NetworkSegment(be1584cf-ccf3-416e-8e13-6694ecf22f23),segment_id=be1584cf-ccf3-416e-8e13-6694ecf22f23)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:05:48.536770 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:48.538707 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-451ecd13-cf45-4a97-8eb9-1d45c3e84241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:48.566745 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:48.598478 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-be1d8844-5ad6-4336-8334-ade782d9bc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:48.601641 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-be1d8844-5ad6-4336-8334-ade782d9bc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:48.603172 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-be1d8844-5ad6-4336-8334-ade782d9bc6d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e69ec0b4-35a5-491c-a4fd-17759eb6b474 HTTP/1.1" status: 204  len: 168 time: 0.3659785
Jan 28 02:05:48.621518 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d8844-5ad6-4336-8334-ade782d9bc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69ec0b4-35a5-491c-a4fd-17759eb6b474,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:48.692807 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-71f67487-1377-4156-9680-26605af8cf67 service neutron] 10.222.0.77 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512463
Jan 28 02:05:48.803905 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Pushing event updated for resources: {'Port': ['ID=dcdda20a-3d4d-429b-b878-9258c5d02639,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:48.846136 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-4f48644c-193b-40eb-97d1-d1340bf7f02d service neutron] 10.222.0.77 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433229
Jan 28 02:05:48.871684 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-451ecd13-cf45-4a97-8eb9-1d45c3e84241 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:48.880992 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-451ecd13-cf45-4a97-8eb9-1d45c3e84241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:49.067861 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-aca3a9ec-7a11-4b0f-a526-aa334328fcad None None] Provisioning complete for port 5f09d014-bd1f-4a79-8311-790ace9022f3 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:49.068233 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aca3a9ec-7a11-4b0f-a526-aa334328fcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:49.092867 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-451ecd13-cf45-4a97-8eb9-1d45c3e84241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545206'] for router_interface, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:49.117706 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ecd13-cf45-4a97-8eb9-1d45c3e84241 admin admin] Pushing event updated for resources: {'Port': ['ID=be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:49.140657 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 44594) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:49.147814 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9e132c62-55f9-4507-b42e-ce9d9a516710 req-ab1b754e-9816-4be8-a67a-5714100dabfd tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 210 time: 0.1131389
Jan 28 02:05:49.214268 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-263502ac-1535-47a6-a815-9f5c1b84d384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:49.283838 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:49.338361 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:49.416525 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device dcdda20a-3d4d-429b-b878-9258c5d02639 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:05:49.417576 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ecd13-cf45-4a97-8eb9-1d45c3e84241 admin admin] Network a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:05:49.428738 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-451ecd13-cf45-4a97-8eb9-1d45c3e84241 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:05:49.471557 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56952db-92df-4999-a88a-0497f7090694 None None] Pushing event updated for resources: {'Port': ['ID=fe10fe77-b3ca-45b3-823d-424e919b8e88,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:49.480420 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] Attempting to bind port fe10fe77-b3ca-45b3-823d-424e919b8e88 on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:05:49.481019 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] Attempting to bind port fe10fe77-b3ca-45b3-823d-424e919b8e88 by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:05:49.481537 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] Attempting to bind port fe10fe77-b3ca-45b3-823d-424e919b8e88 on network 77030b15-4317-4bc4-9693-f7afef5939e8 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:05:49.494690 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:05:49.495394 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] Checking segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:05:49.496039 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:49.496635 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] Bound using segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:05:49.497316 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] Bound port: fe10fe77-b3ca-45b3-823d-424e919b8e88, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:05:49.498207 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:49.528140 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-263502ac-1535-47a6-a815-9f5c1b84d384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:49.541036 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-263502ac-1535-47a6-a815-9f5c1b84d384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:49.564026 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] For port fe10fe77-b3ca-45b3-823d-424e919b8e88, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:05:49.568127 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] For port fe10fe77-b3ca-45b3-823d-424e919b8e88, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=fe10fe77-b3ca-45b3-823d-424e919b8e88,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:05:49.579224 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:49.585882 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-768dd16c-681e-45db-9209-2737d28785c8 None None] Provisioning complete for port dcdda20a-3d4d-429b-b878-9258c5d02639 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:49.586411 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-768dd16c-681e-45db-9209-2737d28785c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:49.592153 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-263502ac-1535-47a6-a815-9f5c1b84d384 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=03e5d8aac65940b8bf941e593a043174&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4482110
Jan 28 02:05:49.592481 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44602) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:49.695021 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ac8cce43-abc5-48e4-9400-601a826a3d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:49.714889 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port dcdda20a-3d4d-429b-b878-9258c5d02639 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:49.715319 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:49.724942 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] Routers {'9838626e-d57b-4be4-8ec7-c5879026c094'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:05:49.725603 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa6afa00>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:05:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['9838626e-d57b-4be4-8ec7-c5879026c094'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:49.749632 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ac8cce43-abc5-48e4-9400-601a826a3d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:49.847780 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ac8cce43-abc5-48e4-9400-601a826a3d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:49.851987 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-ac8cce43-abc5-48e4-9400-601a826a3d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:49.856901 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-ac8cce43-abc5-48e4-9400-601a826a3d34 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2feb4d11-01b1-460f-a1de-f0232df93b6b HTTP/1.1" status: 204  len: 168 time: 0.2594540
Jan 28 02:05:49.872695 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cce43-abc5-48e4-9400-601a826a3d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2feb4d11-01b1-460f-a1de-f0232df93b6b,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:49.977845 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263502ac-1535-47a6-a815-9f5c1b84d384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2feb4d11-01b1-460f-a1de-f0232df93b6b,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:50.021296 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451ecd13-cf45-4a97-8eb9-1d45c3e84241 admin admin] Router 9838626e-d57b-4be4-8ec7-c5879026c094 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:05:50.066351 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56952db-92df-4999-a88a-0497f7090694 None None] Pushing event updated for resources: {'Port': ['ID=fe10fe77-b3ca-45b3-823d-424e919b8e88,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:50.126333 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] Set router 9838626e-d57b-4be4-8ec7-c5879026c094 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:05:50.160444 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451ecd13-cf45-4a97-8eb9-1d45c3e84241 admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:05:50.167277 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-451ecd13-cf45-4a97-8eb9-1d45c3e84241 admin admin] 10.222.0.77 "PUT /v2.0/routers/9838626e-d57b-4be4-8ec7-c5879026c094/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3583632
Jan 28 02:05:50.269562 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1f6bc3ca-8b0e-48be-9e1f-0d91f8014ede req-d69ef6e5-c7a0-44f3-af36-fb24d07157d8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 210 time: 0.0365889
Jan 28 02:05:50.332504 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-768dd16c-681e-45db-9209-2737d28785c8 None None] Provisioning complete for port be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:50.332935 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-768dd16c-681e-45db-9209-2737d28785c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:50.357501 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 44616) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:50.374419 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-418aa436-920b-406e-a803-ef37ca06d92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:50.387197 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 5f09d014-bd1f-4a79-8311-790ace9022f3 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:05:50.432915 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-768dd16c-681e-45db-9209-2737d28785c8 None None] Port be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:05:50.534945 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 5f09d014-bd1f-4a79-8311-790ace9022f3 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:50.535528 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:50.577993 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-418aa436-920b-406e-a803-ef37ca06d92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:50.586046 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-418aa436-920b-406e-a803-ef37ca06d92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:50.633416 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-015f8553-d8bf-4d2c-93c6-e9780828fe29 None None] Provisioning complete for port be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:50.634064 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-015f8553-d8bf-4d2c-93c6-e9780828fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:50.664746 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-418aa436-920b-406e-a803-ef37ca06d92b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=efbdd5a2ba9a48f28ebe250fd97a56b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3066838
Jan 28 02:05:50.667089 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418aa436-920b-406e-a803-ef37ca06d92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5164f930-c787-43f0-8fdd-05f3b0bf563a,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:50.667821 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44618) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:50.677065 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-a1d5ecf1-a2a4-45a4-9ebd-2dee261daf32 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:50.678466 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-a1d5ecf1-a2a4-45a4-9ebd-2dee261daf32 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.82 "GET /v2.0/networks?id=34615009-fca5-44cc-84b3-0752c6a7e426 HTTP/1.1" status: 200  len: 817 time: 0.1865435
Jan 28 02:05:50.709915 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa6afa00>, [{'id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'name': 'tempest-TestVolumeBootPattern-1843955331-router', 'tenant_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'fe10fe77-b3ca-45b3-823d-424e919b8e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:43Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 4, 'project_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'gw_port': {'id': 'fe10fe77-b3ca-45b3-823d-424e919b8e88', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:45Z', 'updated_at': '2022-01-28T02:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c', 'name': '', 'network_id': 'a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385', 'tenant_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'mac_address': 'fa:16:3e:e7:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'c5abd01c-bc58-449a-a736-04ad0a1b8d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:47Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 2, 'project_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'subnets': [{'id': 'c5abd01c-bc58-449a-a736-04ad0a1b8d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:50.721291 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-015f8553-d8bf-4d2c-93c6-e9780828fe29 None None] Port be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:05:50.755323 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6eab3b0d-6dc6-431a-afe3-d46ea22f91f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:50.763793 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-c6483e72-ed03-486e-9a9d-9aef0338da9e tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=578fc5bd64da4dcdbff2e317361168ec HTTP/1.1" status: 200  len: 380 time: 0.0689995
Jan 28 02:05:50.775154 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8c78479a-6fe8-47d0-9edb-0c24e395d333 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Request body: {'port': {'device_id': '7cce5b81-d0cd-4833-a177-47b577b84152', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'admin_state_up': True, 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'security_groups': ['32d95cfd-0a16-4416-95ab-57a0c8f8f0ac']}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:50.775403 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9cfc4-be8c-4f10-8282-e25166ffaa07 None None] The sync data for ids ['9838626e-d57b-4be4-8ec7-c5879026c094'] in dv-cinder-824979-1-iscsi is: [{'id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'name': 'tempest-TestVolumeBootPattern-1843955331-router', 'tenant_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'fe10fe77-b3ca-45b3-823d-424e919b8e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:43Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 4, 'project_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'gw_port': {'id': 'fe10fe77-b3ca-45b3-823d-424e919b8e88', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:45Z', 'updated_at': '2022-01-28T02:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c', 'name': '', 'network_id': 'a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385', 'tenant_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'mac_address': 'fa:16:3e:e7:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'c5abd01c-bc58-449a-a736-04ad0a1b8d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:47Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 2, 'project_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'subnets': [{'id': 'c5abd01c-bc58-449a-a736-04ad0a1b8d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:05:50.778963 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6eab3b0d-6dc6-431a-afe3-d46ea22f91f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:50.861091 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6eab3b0d-6dc6-431a-afe3-d46ea22f91f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:50.863446 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6eab3b0d-6dc6-431a-afe3-d46ea22f91f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:50.867734 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-6eab3b0d-6dc6-431a-afe3-d46ea22f91f9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5164f930-c787-43f0-8fdd-05f3b0bf563a HTTP/1.1" status: 204  len: 168 time: 0.1988394
Jan 28 02:05:50.876777 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab3b0d-6dc6-431a-afe3-d46ea22f91f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5164f930-c787-43f0-8fdd-05f3b0bf563a,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:50.945590 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8c78479a-6fe8-47d0-9edb-0c24e395d333 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Made reservation on behalf of 578fc5bd64da4dcdbff2e317361168ec for: {'port': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:05:50.949498 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8c78479a-6fe8-47d0-9edb-0c24e395d333 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.114878 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44626) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:51.118926 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-d43bc0d2-6715-4f83-a7e2-363d7761fa33 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-43440463', 'description': 'tempest-secgroup-smoke-43440463 description', 'project_id': 'd88874e13aa04221b933b43cb2350ad2'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:51.146832 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8c78479a-6fe8-47d0-9edb-0c24e395d333 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Allocated IP 172.20.0.6 (34615009-fca5-44cc-84b3-0752c6a7e426/aba7715e-a82d-463d-8206-e0dca7c49061/e15e44d6-18a5-424f-9579-7820746bc72a) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:05:51.149988 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d43bc0d2-6715-4f83-a7e2-363d7761fa33 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.232915 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d43bc0d2-6715-4f83-a7e2-363d7761fa33 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.238729 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d43bc0d2-6715-4f83-a7e2-363d7761fa33 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.279976 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d43bc0d2-6715-4f83-a7e2-363d7761fa33 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.281984 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-d43bc0d2-6715-4f83-a7e2-363d7761fa33 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.1658769
Jan 28 02:05:51.284685 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44632) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:51.289979 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-3c078d63-2ec9-4b9b-99c3-cb9198b40a34 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Request body: {'security_group_rule': {'security_group_id': 'cda0faae-0b3f-4fb7-9c24-8062d9090e75', 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:51.298176 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bc0d2-6715-4f83-a7e2-363d7761fa33 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cda0faae-0b3f-4fb7-9c24-8062d9090e75,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:51.337362 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3c078d63-2ec9-4b9b-99c3-cb9198b40a34 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.351036 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8c78479a-6fe8-47d0-9edb-0c24e395d333 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.402050 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8c78479a-6fe8-47d0-9edb-0c24e395d333 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.455208 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3c078d63-2ec9-4b9b-99c3-cb9198b40a34 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.463451 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3c078d63-2ec9-4b9b-99c3-cb9198b40a34 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.469156 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8c78479a-6fe8-47d0-9edb-0c24e395d333 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Network 34615009-fca5-44cc-84b3-0752c6a7e426 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:05:51.473108 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8c78479a-6fe8-47d0-9edb-0c24e395d333 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:05:51.480231 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c078d63-2ec9-4b9b-99c3-cb9198b40a34 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7411d978-f4c4-4052-b335-eba7f14f67cf,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:51.492344 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8c78479a-6fe8-47d0-9edb-0c24e395d333 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:05:51.495059 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47674024-9285-4cd2-bf64-6b77431ff820 req-c6030573-1a9c-4b53-9e08-d90f9676b915 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:51.496623 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-47674024-9285-4cd2-bf64-6b77431ff820 req-c6030573-1a9c-4b53-9e08-d90f9676b915 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 931 time: 0.0917056
Jan 28 02:05:51.518712 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3c078d63-2ec9-4b9b-99c3-cb9198b40a34 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.522644 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-3c078d63-2ec9-4b9b-99c3-cb9198b40a34 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2342656
Jan 28 02:05:51.524509 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 44642) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:51.533499 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-65a24550-5a4d-4d2b-9d9c-5ceaafd1f5e1 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Request body: {'security_group_rule': {'security_group_id': 'cda0faae-0b3f-4fb7-9c24-8062d9090e75', 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:51.543321 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78479a-6fe8-47d0-9edb-0c24e395d333 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Pushing event updated for resources: {'Port': ['ID=e15e44d6-18a5-424f-9579-7820746bc72a,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:51.584852 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-47674024-9285-4cd2-bf64-6b77431ff820 req-ff525499-58df-4e9f-a525-ae083f685335 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752945
Jan 28 02:05:51.597352 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8c78479a-6fe8-47d0-9edb-0c24e395d333 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:51.598027 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8c78479a-6fe8-47d0-9edb-0c24e395d333 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.606902 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-65a24550-5a4d-4d2b-9d9c-5ceaafd1f5e1 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.640591 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8c78479a-6fe8-47d0-9edb-0c24e395d333 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8690977
Jan 28 02:05:51.662771 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Request body: {'port': {'device_id': '7cce5b81-d0cd-4833-a177-47b577b84152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:51.715758 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-65a24550-5a4d-4d2b-9d9c-5ceaafd1f5e1 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.737502 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-65a24550-5a4d-4d2b-9d9c-5ceaafd1f5e1 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.793279 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a24550-5a4d-4d2b-9d9c-5ceaafd1f5e1 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f665cb3-2002-4db4-ae27-e221df142db2,revision_number=0']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:51.795822 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.814895 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-65a24550-5a4d-4d2b-9d9c-5ceaafd1f5e1 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.819390 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44652) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:51.821004 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-65a24550-5a4d-4d2b-9d9c-5ceaafd1f5e1 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2915349
Jan 28 02:05:51.827079 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-d15486e6-98c4-490c-8f64-24481bcf8ec1 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Request body: {'security_group_rule': {'security_group_id': 'cda0faae-0b3f-4fb7-9c24-8062d9090e75', 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:51.857989 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-040dba32-8f4c-45c8-92e3-3cc1259ddd25 None None] Provisioning complete for port e15e44d6-18a5-424f-9579-7820746bc72a triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:51.859112 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-040dba32-8f4c-45c8-92e3-3cc1259ddd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.869826 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d15486e6-98c4-490c-8f64-24481bcf8ec1 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.912908 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-040dba32-8f4c-45c8-92e3-3cc1259ddd25 None None] Port e15e44d6-18a5-424f-9579-7820746bc72a cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:05:51.945075 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d15486e6-98c4-490c-8f64-24481bcf8ec1 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.951422 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d15486e6-98c4-490c-8f64-24481bcf8ec1 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.972680 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15486e6-98c4-490c-8f64-24481bcf8ec1 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff55a8c-42e7-4442-b3ef-2b21acf9e66f,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:51.978810 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d15486e6-98c4-490c-8f64-24481bcf8ec1 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:51.979899 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-d15486e6-98c4-490c-8f64-24481bcf8ec1 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1583667
Jan 28 02:05:51.982514 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44658) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:51.987598 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-51868ff4-66ab-4bf4-8910-82b89bbf67f2 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Request body: {'security_group_rule': {'security_group_id': 'cda0faae-0b3f-4fb7-9c24-8062d9090e75', 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:52.022001 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-51868ff4-66ab-4bf4-8910-82b89bbf67f2 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:52.112138 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-51868ff4-66ab-4bf4-8910-82b89bbf67f2 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:52.118578 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-51868ff4-66ab-4bf4-8910-82b89bbf67f2 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:52.137015 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51868ff4-66ab-4bf4-8910-82b89bbf67f2 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfbff7a5-b1b1-456d-9c10-6a876481ad1b,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:52.153505 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-51868ff4-66ab-4bf4-8910-82b89bbf67f2 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:52.158580 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-51868ff4-66ab-4bf4-8910-82b89bbf67f2 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1716676
Jan 28 02:05:52.162122 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44660) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:52.171731 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-d65120f5-8080-4ab8-8041-d394d4749861 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Request body: {'security_group_rule': {'security_group_id': 'cda0faae-0b3f-4fb7-9c24-8062d9090e75', 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:52.200587 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.securitygroups_db [None req-d65120f5-8080-4ab8-8041-d394d4749861 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Project d88874e13aa04221b933b43cb2350ad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 28 02:05:52.206019 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d65120f5-8080-4ab8-8041-d394d4749861 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:52.206784 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15e44d6-18a5-424f-9579-7820746bc72a {{(pid=101323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:05:52.214594 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:52.229477 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.provisioning_blocks [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Transition to ACTIVE for port object e15e44d6-18a5-424f-9579-7820746bc72a will not be triggered until provisioned by entity L2. {{(pid=101323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:05:52.235842 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:52.244821 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:05:52.323314 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d65120f5-8080-4ab8-8041-d394d4749861 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:52.330940 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d65120f5-8080-4ab8-8041-d394d4749861 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:52.358475 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Pushing event updated for resources: {'Port': ['ID=e15e44d6-18a5-424f-9579-7820746bc72a,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:52.374319 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65120f5-8080-4ab8-8041-d394d4749861 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e8a950-4882-49c8-94c6-69fb762343fe,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:52.396955 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d65120f5-8080-4ab8-8041-d394d4749861 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:52.398285 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-d65120f5-8080-4ab8-8041-d394d4749861 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2350631
Jan 28 02:05:52.402354 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44664) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:52.409572 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-bf8155f7-a17b-48db-b501-e47457c65bc8 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Request body: {'security_group_rule': {'security_group_id': 'cda0faae-0b3f-4fb7-9c24-8062d9090e75', 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:52.442360 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.securitygroups_db [None req-bf8155f7-a17b-48db-b501-e47457c65bc8 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Project d88874e13aa04221b933b43cb2350ad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 28 02:05:52.448463 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-bf8155f7-a17b-48db-b501-e47457c65bc8 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:52.457545 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Attempting to bind port e15e44d6-18a5-424f-9579-7820746bc72a on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:05:52.458004 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Attempting to bind port e15e44d6-18a5-424f-9579-7820746bc72a by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '6b56da7a-fdd6-4ef9-9a49-3326eb688061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426'}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:05:52.458410 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Attempting to bind port e15e44d6-18a5-424f-9579-7820746bc72a on network 34615009-fca5-44cc-84b3-0752c6a7e426 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:05:52.467524 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Port e15e44d6-18a5-424f-9579-7820746bc72a on network 34615009-fca5-44cc-84b3-0752c6a7e426 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:05:52.467826 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Attempting to bind port e15e44d6-18a5-424f-9579-7820746bc72a on network 34615009-fca5-44cc-84b3-0752c6a7e426 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:05:52.485471 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:05:52.485471 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Checking segment: {'id': '6b56da7a-fdd6-4ef9-9a49-3326eb688061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:05:52.485884 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Bound using segment: {'id': '6b56da7a-fdd6-4ef9-9a49-3326eb688061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426'} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:05:52.486149 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Bound port: e15e44d6-18a5-424f-9579-7820746bc72a, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b56da7a-fdd6-4ef9-9a49-3326eb688061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426'}}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:05:52.486511 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:52.533221 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-bf8155f7-a17b-48db-b501-e47457c65bc8 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:52.542641 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-bf8155f7-a17b-48db-b501-e47457c65bc8 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:52.562985 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8155f7-a17b-48db-b501-e47457c65bc8 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bd5f97-7d57-4cec-ae31-6a6ccccfa882,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:52.579377 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-bf8155f7-a17b-48db-b501-e47457c65bc8 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:52.580292 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-bf8155f7-a17b-48db-b501-e47457c65bc8 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1769507
Jan 28 02:05:52.608581 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] For port e15e44d6-18a5-424f-9579-7820746bc72a, host hv-cinder-82497, cleared binding levels {{(pid=101323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:05:52.612231 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] For port e15e44d6-18a5-424f-9579-7820746bc72a, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e15e44d6-18a5-424f-9579-7820746bc72a,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:05:52.618399 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:52.693221 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:52.693221 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:52.693221 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] 10.222.0.82 "PUT /v2.0/ports/e15e44d6-18a5-424f-9579-7820746bc72a HTTP/1.1" status: 200  len: 1093 time: 1.0334089
Jan 28 02:05:52.693221 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cce5b81-d0cd-4833-a177-47b577b84152', 'tag': 'e15e44d6-18a5-424f-9579-7820746bc72a'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:05:52.693221 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b035254b-4a6c-49fe-ba64-a46f13ab6e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "7cce5b81-d0cd-4833-a177-47b577b84152", "tag": "e15e44d6-18a5-424f-9579-7820746bc72a"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:05:52.776783 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9ae5af-174c-4168-915b-386c240c9d24 x-openstack-request-id: req-5c9ae5af-174c-4168-915b-386c240c9d24 {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:05:52.777075 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cce5b81-d0cd-4833-a177-47b577b84152", "tag": "e15e44d6-18a5-424f-9579-7820746bc72a", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:05:52.777503 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c9ae5af-174c-4168-915b-386c240c9d24 {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:05:52.777722 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cce5b81-d0cd-4833-a177-47b577b84152', 'tag': 'e15e44d6-18a5-424f-9579-7820746bc72a', 'status': 'completed', 'code': 200}
Jan 28 02:05:52.806914 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ff47-a27a-49f6-8565-345785339463 service neutron] Pushing event updated for resources: {'Port': ['ID=e15e44d6-18a5-424f-9579-7820746bc72a,revision_number=3']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:52.824197 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370ae88-999b-4a12-9396-1b6bd2c9a940 req-2f2a31d2-5bd8-4bca-9bfe-2fe10efc44e5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:52.830272 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1370ae88-999b-4a12-9396-1b6bd2c9a940 req-2f2a31d2-5bd8-4bca-9bfe-2fe10efc44e5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 943 time: 0.1079373
Jan 28 02:05:52.876042 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1370ae88-999b-4a12-9396-1b6bd2c9a940 req-69b82d90-09df-4898-bb77-fadc634e83c0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402658
Jan 28 02:05:52.910065 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-04687aea-4c97-491d-8b7c-8acac10afeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:52.911927 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-04687aea-4c97-491d-8b7c-8acac10afeef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=578fc5bd64da4dcdbff2e317361168ec&device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 1096 time: 0.1240394
Jan 28 02:05:52.964614 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-47255559-37b1-4753-9f2c-c48c93ca899b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15e44d6-18a5-424f-9579-7820746bc72a HTTP/1.1" status: 200  len: 217 time: 0.0393741
Jan 28 02:05:53.018316 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-848ea665-8ce5-4aff-96c2-403791e17ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:53.020046 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-848ea665-8ce5-4aff-96c2-403791e17ee1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aba7715e-a82d-463d-8206-e0dca7c49061 HTTP/1.1" status: 200  len: 856 time: 0.0485585
Jan 28 02:05:53.069897 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-81dc0597-cdda-4f54-88ab-753a3f3e5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:53.071439 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-81dc0597-cdda-4f54-88ab-753a3f3e5c41 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=34615009-fca5-44cc-84b3-0752c6a7e426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0442512
Jan 28 02:05:53.207653 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-5d4749db-cc22-4f33-9b0c-b8330616d337 service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262798
Jan 28 02:05:53.216857 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device fe10fe77-b3ca-45b3-823d-424e919b8e88 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:05:53.275913 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port fe10fe77-b3ca-45b3-823d-424e919b8e88 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:53.276326 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:53.302959 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d415aab9-dca1-4026-ab68-585c2a6e4492 req-e1f43fb3-8e54-471e-a9d0-0b869d2668a4 service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878506
Jan 28 02:05:53.355225 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:53.377152 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] For port fe10fe77-b3ca-45b3-823d-424e919b8e88, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=fe10fe77-b3ca-45b3-823d-424e919b8e88,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:05:53.381172 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:53.444352 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035254b-4a6c-49fe-ba64-a46f13ab6e7d req-b1e5767f-cca5-4722-87c7-cd60bb3aab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:53.445924 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b035254b-4a6c-49fe-ba64-a46f13ab6e7d req-b1e5767f-cca5-4722-87c7-cd60bb3aab22 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=578fc5bd64da4dcdbff2e317361168ec&device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 1096 time: 0.0547693
Jan 28 02:05:53.447646 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Pushing event updated for resources: {'Port': ['ID=fe10fe77-b3ca-45b3-823d-424e919b8e88,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:53.538986 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035254b-4a6c-49fe-ba64-a46f13ab6e7d req-6cd8b9ca-6be8-49f4-bd63-88beea1da362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:53.540655 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b035254b-4a6c-49fe-ba64-a46f13ab6e7d req-6cd8b9ca-6be8-49f4-bd63-88beea1da362 service neutron] 10.222.0.82 "GET /v2.0/networks?id=34615009-fca5-44cc-84b3-0752c6a7e426 HTTP/1.1" status: 200  len: 918 time: 0.0859179
Jan 28 02:05:53.589449 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b035254b-4a6c-49fe-ba64-a46f13ab6e7d req-fc0a11c5-ac93-4037-8dcf-48113fe5d68d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15e44d6-18a5-424f-9579-7820746bc72a HTTP/1.1" status: 200  len: 217 time: 0.0406320
Jan 28 02:05:53.639601 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035254b-4a6c-49fe-ba64-a46f13ab6e7d req-b6095bcf-7264-417e-a227-29147c910971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:53.641080 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b035254b-4a6c-49fe-ba64-a46f13ab6e7d req-b6095bcf-7264-417e-a227-29147c910971 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aba7715e-a82d-463d-8206-e0dca7c49061 HTTP/1.1" status: 200  len: 856 time: 0.0444500
Jan 28 02:05:53.689527 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035254b-4a6c-49fe-ba64-a46f13ab6e7d req-03257b84-c2f8-4c40-ad1d-32e2fdbd21be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:53.691327 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b035254b-4a6c-49fe-ba64-a46f13ab6e7d req-03257b84-c2f8-4c40-ad1d-32e2fdbd21be service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=34615009-fca5-44cc-84b3-0752c6a7e426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0428829
Jan 28 02:05:53.750851 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] Sync routers for ids ['9838626e-d57b-4be4-8ec7-c5879026c094'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:05:53.763532 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] Routers {'9838626e-d57b-4be4-8ec7-c5879026c094'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:05:53.764161 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fad06fa0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:05:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['9838626e-d57b-4be4-8ec7-c5879026c094'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:53.800893 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b035254b-4a6c-49fe-ba64-a46f13ab6e7d req-71dc59fa-6189-47be-8792-ac8011722f43 service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1005979
Jan 28 02:05:53.883828 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] Set router 9838626e-d57b-4be4-8ec7-c5879026c094 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:05:53.903072 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b035254b-4a6c-49fe-ba64-a46f13ab6e7d req-a68a4d35-c224-4014-a726-5201b7386752 service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0941641
Jan 28 02:05:54.027230 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b433b-eebd-4c68-94b6-aea463123332 req-79a3d13e-f632-45ac-a934-774c0ebf6b67 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:54.028919 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9e0b433b-eebd-4c68-94b6-aea463123332 req-79a3d13e-f632-45ac-a934-774c0ebf6b67 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 943 time: 0.0622711
Jan 28 02:05:54.090914 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9e0b433b-eebd-4c68-94b6-aea463123332 req-0e954f6d-462a-4766-b969-06f63abe6501 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521128
Jan 28 02:05:54.155325 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fad06fa0>, [{'id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'name': 'tempest-TestVolumeBootPattern-1843955331-router', 'tenant_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'fe10fe77-b3ca-45b3-823d-424e919b8e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:43Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 4, 'project_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'gw_port': {'id': 'fe10fe77-b3ca-45b3-823d-424e919b8e88', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:45Z', 'updated_at': '2022-01-28T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c', 'name': '', 'network_id': 'a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385', 'tenant_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'mac_address': 'fa:16:3e:e7:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'c5abd01c-bc58-449a-a736-04ad0a1b8d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:47Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 2, 'project_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'subnets': [{'id': 'c5abd01c-bc58-449a-a736-04ad0a1b8d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:54.183172 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] Checking router: 9838626e-d57b-4be4-8ec7-c5879026c094 for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:05:54.183531 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] Updating router 9838626e-d57b-4be4-8ec7-c5879026c094 port be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c binding host dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:05:54.210986 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:54.484966 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:54.490347 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:54.546796 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e14b8-8743-47e0-8518-19ae8aa82423 None None] Pushing event updated for resources: {'Port': ['ID=be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:54.566642 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device e15e44d6-18a5-424f-9579-7820746bc72a details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:05:54.573795 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e14b8-8743-47e0-8518-19ae8aa82423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:54.574023 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e14b8-8743-47e0-8518-19ae8aa82423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:54.575038 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e14b8-8743-47e0-8518-19ae8aa82423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:54.575038 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e14b8-8743-47e0-8518-19ae8aa82423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:54.575038 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e14b8-8743-47e0-8518-19ae8aa82423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:54.575407 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e14b8-8743-47e0-8518-19ae8aa82423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:54.575737 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e14b8-8743-47e0-8518-19ae8aa82423 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:54.576091 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e14b8-8743-47e0-8518-19ae8aa82423 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:54.576400 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e14b8-8743-47e0-8518-19ae8aa82423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:54.576727 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e14b8-8743-47e0-8518-19ae8aa82423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:54.577193 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e14b8-8743-47e0-8518-19ae8aa82423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:54.577528 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e14b8-8743-47e0-8518-19ae8aa82423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:54.611646 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] Attempting to bind port be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:05:54.612016 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] Attempting to bind port be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': 'be1584cf-ccf3-416e-8e13-6694ecf22f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:05:54.612373 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] Attempting to bind port be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c on network a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:05:54.618301 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:05:54.618876 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] Checking segment: {'id': 'be1584cf-ccf3-416e-8e13-6694ecf22f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:05:54.619341 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:54.619991 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] Bound using segment: {'id': 'be1584cf-ccf3-416e-8e13-6694ecf22f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:05:54.620653 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] Bound port: be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1584cf-ccf3-416e-8e13-6694ecf22f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:05:54.621811 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:54.692613 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port e15e44d6-18a5-424f-9579-7820746bc72a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e15e44d6-18a5-424f-9579-7820746bc72a,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:05:54.702887 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] For port be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:05:54.706374 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': 'e15e44d6-18a5-424f-9579-7820746bc72a', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'port_id': 'e15e44d6-18a5-424f-9579-7820746bc72a', 'mac_address': 'fa:16:3e:1a:cb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:05:54.706957 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] For port be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c,segment=NetworkSegment(be1584cf-ccf3-416e-8e13-6694ecf22f23),segment_id=be1584cf-ccf3-416e-8e13-6694ecf22f23)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:05:54.711863 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:54.752889 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:54.767999 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15e44d6-18a5-424f-9579-7820746bc72a {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:05:54.788782 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port e15e44d6-18a5-424f-9579-7820746bc72a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e15e44d6-18a5-424f-9579-7820746bc72a,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:05:54.800071 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:54.856096 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-acb5a01a-bfd0-4f07-bee0-771328e4185e None None] Provisioning complete for port be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:54.856096 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-acb5a01a-bfd0-4f07-bee0-771328e4185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:54.873422 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] Routers {'9838626e-d57b-4be4-8ec7-c5879026c094'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:05:54.874251 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fad06fa0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:05:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['9838626e-d57b-4be4-8ec7-c5879026c094'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:54.876918 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e14b8-8743-47e0-8518-19ae8aa82423 None None] Pushing event updated for resources: {'Port': ['ID=be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c,revision_number=4']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:54.901160 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=e15e44d6-18a5-424f-9579-7820746bc72a,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:54.958438 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-acb5a01a-bfd0-4f07-bee0-771328e4185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:54.996948 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-acb5a01a-bfd0-4f07-bee0-771328e4185e None None] For port be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c,segment=NetworkSegment(be1584cf-ccf3-416e-8e13-6694ecf22f23),segment_id=be1584cf-ccf3-416e-8e13-6694ecf22f23)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:05:55.005253 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-acb5a01a-bfd0-4f07-bee0-771328e4185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:55.018088 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] Set router 9838626e-d57b-4be4-8ec7-c5879026c094 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:05:55.078879 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5a01a-bfd0-4f07-bee0-771328e4185e None None] Pushing event updated for resources: {'Port': ['ID=be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:55.134774 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['e15e44d6-18a5-424f-9579-7820746bc72a'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:05:55.240650 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device fe10fe77-b3ca-45b3-823d-424e919b8e88 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:05:55.264680 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc95e33-43e7-44e1-b86d-f8c05a1aa8f8 req-f0a4f319-af4a-44c1-95c5-98e76c39eec5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:55.267214 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7dc95e33-43e7-44e1-b86d-f8c05a1aa8f8 req-f0a4f319-af4a-44c1-95c5-98e76c39eec5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 944 time: 0.0877614
Jan 28 02:05:55.317398 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fad06fa0>, [{'id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'name': 'tempest-TestVolumeBootPattern-1843955331-router', 'tenant_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'fe10fe77-b3ca-45b3-823d-424e919b8e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:43Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 4, 'project_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'gw_port': {'id': 'fe10fe77-b3ca-45b3-823d-424e919b8e88', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:45Z', 'updated_at': '2022-01-28T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c', 'name': '', 'network_id': 'a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385', 'tenant_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'mac_address': 'fa:16:3e:e7:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'c5abd01c-bc58-449a-a736-04ad0a1b8d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:47Z', 'updated_at': '2022-01-28T02:05:54Z', 'revision_number': 4, 'project_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'subnets': [{'id': 'c5abd01c-bc58-449a-a736-04ad0a1b8d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:05:55.348800 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7dc95e33-43e7-44e1-b86d-f8c05a1aa8f8 req-c6b32d45-3363-451d-908c-a83a323a5f12 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638011
Jan 28 02:05:55.351847 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-340db7d3-ee74-45b0-8222-dd88d8408cce None None] Provisioning complete for port be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:55.352225 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-340db7d3-ee74-45b0-8222-dd88d8408cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:55.367082 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a93d3b-df91-4a16-a8b7-3b17bc82eb6c None None] The sync data for ids ['9838626e-d57b-4be4-8ec7-c5879026c094'] in dv-cinder-824979-1-iscsi is: [{'id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'name': 'tempest-TestVolumeBootPattern-1843955331-router', 'tenant_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'fe10fe77-b3ca-45b3-823d-424e919b8e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:43Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 4, 'project_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'gw_port': {'id': 'fe10fe77-b3ca-45b3-823d-424e919b8e88', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:45Z', 'updated_at': '2022-01-28T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c', 'name': '', 'network_id': 'a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385', 'tenant_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'mac_address': 'fa:16:3e:e7:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'c5abd01c-bc58-449a-a736-04ad0a1b8d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:47Z', 'updated_at': '2022-01-28T02:05:54Z', 'revision_number': 4, 'project_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'subnets': [{'id': 'c5abd01c-bc58-449a-a736-04ad0a1b8d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:05:55.506087 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port fe10fe77-b3ca-45b3-823d-424e919b8e88 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:55.506624 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:55.661436 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:05:55.736188 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:55.736620 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:56.483641 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333a129-9cf9-4a09-bbc2-809b5f2f8ac2 req-c6f41fad-5463-4870-b6dc-a99446bbbc53 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:56.485634 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8333a129-9cf9-4a09-bbc2-809b5f2f8ac2 req-c6f41fad-5463-4870-b6dc-a99446bbbc53 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 944 time: 0.0551114
Jan 28 02:05:56.527728 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8333a129-9cf9-4a09-bbc2-809b5f2f8ac2 req-d8be31d8-618b-4a66-bc3e-62de8953d5f0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0357375
Jan 28 02:05:56.569355 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device e15e44d6-18a5-424f-9579-7820746bc72a up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:05:56.617683 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port e15e44d6-18a5-424f-9579-7820746bc72a completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:05:56.622408 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port e15e44d6-18a5-424f-9579-7820746bc72a triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:56.622985 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:56.710819 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:56.734966 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cce5b81-d0cd-4833-a177-47b577b84152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15e44d6-18a5-424f-9579-7820746bc72a'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:05:56.737370 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f568b1-b6c3-4674-8d65-fb8f14cec89b" -d '{"events": [{"server_uuid": "7cce5b81-d0cd-4833-a177-47b577b84152", "name": "network-vif-plugged", "status": "completed", "tag": "e15e44d6-18a5-424f-9579-7820746bc72a"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:05:56.751844 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port e15e44d6-18a5-424f-9579-7820746bc72a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e15e44d6-18a5-424f-9579-7820746bc72a,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:05:56.756505 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:56.779133 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9ef99f-ec61-4934-97ac-4dd66b4efe7e x-openstack-request-id: req-dd9ef99f-ec61-4934-97ac-4dd66b4efe7e {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:05:56.779450 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cce5b81-d0cd-4833-a177-47b577b84152", "name": "network-vif-plugged", "status": "completed", "tag": "e15e44d6-18a5-424f-9579-7820746bc72a", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:05:56.779711 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd9ef99f-ec61-4934-97ac-4dd66b4efe7e {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:05:56.780106 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cce5b81-d0cd-4833-a177-47b577b84152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15e44d6-18a5-424f-9579-7820746bc72a', 'code': 200}
Jan 28 02:05:56.807809 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=e15e44d6-18a5-424f-9579-7820746bc72a,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:57.040520 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6aa5-81b7-4007-93b7-a01c537d294a req-53d759e3-ce27-42fd-ba2d-e1c69959d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:57.042394 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-8cab6aa5-81b7-4007-93b7-a01c537d294a req-53d759e3-ce27-42fd-ba2d-e1c69959d908 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 1098 time: 0.0535436
Jan 28 02:05:57.078460 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-8cab6aa5-81b7-4007-93b7-a01c537d294a req-a5fef40e-4b44-44f7-a713-a853036b6e8d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0286331
Jan 28 02:05:57.142697 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:05:57.196212 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:05:57.196609 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:57.660717 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d1bc9-d58e-4848-95a1-6bba40efceab req-afd1ea5c-37bc-49e0-8654-6eb493c2adea tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:57.662272 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-720d1bc9-d58e-4848-95a1-6bba40efceab req-afd1ea5c-37bc-49e0-8654-6eb493c2adea tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0568554
Jan 28 02:05:57.705359 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-720d1bc9-d58e-4848-95a1-6bba40efceab req-5bccb1aa-daad-4128-8aad-f943c418aa0a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364423
Jan 28 02:05:58.834063 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa745bf-a98b-437b-ba79-ef61aa97e91f req-b6631aeb-7c53-481b-afb9-673ed0b76e23 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:58.835733 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9aa745bf-a98b-437b-ba79-ef61aa97e91f req-b6631aeb-7c53-481b-afb9-673ed0b76e23 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0550954
Jan 28 02:05:58.879484 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9aa745bf-a98b-437b-ba79-ef61aa97e91f req-d539d126-7c1d-40df-b392-c860ef6d5dd6 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369415
Jan 28 02:05:59.010241 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22dc490-d597-4822-b2c9-eba292d9626c req-e77bd9f3-4210-4663-a95c-8d571ca1f116 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:59.011725 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e22dc490-d597-4822-b2c9-eba292d9626c req-e77bd9f3-4210-4663-a95c-8d571ca1f116 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0596848
Jan 28 02:05:59.020545 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44822) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:59.026626 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-32b89dc2-4c73-4bf2-8c21-b6695ac6dba5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Request body: {'floatingip': {'port_id': 'e15e44d6-18a5-424f-9579-7820746bc72a'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:59.069284 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-32b89dc2-4c73-4bf2-8c21-b6695ac6dba5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for floatingip, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:59.792564 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-32b89dc2-4c73-4bf2-8c21-b6695ac6dba5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:59.796830 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-32b89dc2-4c73-4bf2-8c21-b6695ac6dba5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551309'] for floatingip, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:59.920183 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.l3_db [None req-32b89dc2-4c73-4bf2-8c21-b6695ac6dba5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Floating IP 6840ce0b-43e0-4cf1-a874-1b231bb7885b associated. External IP: 172.27.3.204, port: e15e44d6-18a5-424f-9579-7820746bc72a.
Jan 28 02:06:00.139250 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b89dc2-4c73-4bf2-8c21-b6695ac6dba5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:06:00.253056 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b89dc2-4c73-4bf2-8c21-b6695ac6dba5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:06:00.258030 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-32b89dc2-4c73-4bf2-8c21-b6695ac6dba5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.264638 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86258c6-6ad1-4a61-b886-1fc538ccb379 None None] Sync routers for ids ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:06:00.275499 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86258c6-6ad1-4a61-b886-1fc538ccb379 None None] Routers {'5490b3e4-6ac7-48d5-9543-2513c054a8c5'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:00.276136 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-b86258c6-6ad1-4a61-b886-1fc538ccb379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fb191730>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:05:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:00.291887 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-32b89dc2-4c73-4bf2-8c21-b6695ac6dba5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "PUT /v2.0/floatingips/6840ce0b-43e0-4cf1-a874-1b231bb7885b HTTP/1.1" status: 200  len: 991 time: 1.2676709
Jan 28 02:06:00.291887 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cce5b81-d0cd-4833-a177-47b577b84152', 'tag': 'e15e44d6-18a5-424f-9579-7820746bc72a'}] {{(pid=101322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:06:00.292534 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22e9aba1f3ae753be8f095bd4de5bd58f45f4f40cfe68f6f18584bec835fbd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b51deb9-a0d1-46bf-b497-a15e25244fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "7cce5b81-d0cd-4833-a177-47b577b84152", "tag": "e15e44d6-18a5-424f-9579-7820746bc72a"}]}' {{(pid=101322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:06:00.334395 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b51c857-d5a4-42d4-afb6-7aee31b48a55 x-openstack-request-id: req-9b51c857-d5a4-42d4-afb6-7aee31b48a55 {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:06:00.334795 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cce5b81-d0cd-4833-a177-47b577b84152", "tag": "e15e44d6-18a5-424f-9579-7820746bc72a", "status": "completed", "code": 200}]} {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:06:00.335149 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9b51c857-d5a4-42d4-afb6-7aee31b48a55 {{(pid=101322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:06:00.336234 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cce5b81-d0cd-4833-a177-47b577b84152', 'tag': 'e15e44d6-18a5-424f-9579-7820746bc72a', 'status': 'completed', 'code': 200}
Jan 28 02:06:00.457044 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51deb9-a0d1-46bf-b497-a15e25244fc7 req-a332c03c-f4a7-4c5e-b0af-22bbe4c4ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:00.458777 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1b51deb9-a0d1-46bf-b497-a15e25244fc7 req-a332c03c-f4a7-4c5e-b0af-22bbe4c4ddb0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=578fc5bd64da4dcdbff2e317361168ec&device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 1098 time: 0.0594349
Jan 28 02:06:00.530631 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-b86258c6-6ad1-4a61-b886-1fc538ccb379 None None] Set router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:00.552016 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51deb9-a0d1-46bf-b497-a15e25244fc7 req-2c16fa66-a17e-4a3e-a2ae-279b690c8816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:00.553868 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1b51deb9-a0d1-46bf-b497-a15e25244fc7 req-2c16fa66-a17e-4a3e-a2ae-279b690c8816 service neutron] 10.222.0.82 "GET /v2.0/networks?id=34615009-fca5-44cc-84b3-0752c6a7e426 HTTP/1.1" status: 200  len: 918 time: 0.0870371
Jan 28 02:06:00.632007 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1b51deb9-a0d1-46bf-b497-a15e25244fc7 req-d95e5abf-5eab-4e8a-84a5-0826a62bbd84 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15e44d6-18a5-424f-9579-7820746bc72a HTTP/1.1" status: 200  len: 999 time: 0.0669160
Jan 28 02:06:00.688005 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51deb9-a0d1-46bf-b497-a15e25244fc7 req-0dff6592-2d49-4687-a6e0-0c3c963d0549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:00.689404 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1b51deb9-a0d1-46bf-b497-a15e25244fc7 req-0dff6592-2d49-4687-a6e0-0c3c963d0549 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aba7715e-a82d-463d-8206-e0dca7c49061 HTTP/1.1" status: 200  len: 856 time: 0.0479584
Jan 28 02:06:00.738116 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51deb9-a0d1-46bf-b497-a15e25244fc7 req-9b3b67bf-8749-445f-8403-b56e3b306730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:00.744488 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1b51deb9-a0d1-46bf-b497-a15e25244fc7 req-9b3b67bf-8749-445f-8403-b56e3b306730 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=34615009-fca5-44cc-84b3-0752c6a7e426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0480249
Jan 28 02:06:00.841458 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-b86258c6-6ad1-4a61-b886-1fc538ccb379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fb191730>, [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port': {'id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:17Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': '6840ce0b-43e0-4cf1-a874-1b231bb7885b', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'port_id': 'e15e44d6-18a5-424f-9579-7820746bc72a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'mac_address': 'fa:16:3e:1a:cb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cce5b81-d0cd-4833-a177-47b577b84152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:05:47Z', 'updated_at': '2022-01-28T02:05:59Z', 'revision_number': 1, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6443a300-674c-47a2-a3b6-6ebb0e13651b', 'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'mac_address': 'fa:16:3e:3d:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:24Z', 'updated_at': '2022-01-28T02:01:33Z', 'revision_number': 5, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'subnets': [{'id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:00.868540 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86258c6-6ad1-4a61-b886-1fc538ccb379 None None] Checking router: 5490b3e4-6ac7-48d5-9543-2513c054a8c5 for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:06:00.873815 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1b51deb9-a0d1-46bf-b497-a15e25244fc7 req-36e55218-00b1-46bd-828e-2467cc6b780b service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1192288
Jan 28 02:06:00.877933 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86258c6-6ad1-4a61-b886-1fc538ccb379 None None] Routers {'5490b3e4-6ac7-48d5-9543-2513c054a8c5'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:00.878556 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-b86258c6-6ad1-4a61-b886-1fc538ccb379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fb191730>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:05:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:00.989129 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1b51deb9-a0d1-46bf-b497-a15e25244fc7 req-67ea935b-b5fb-48b1-a493-06544e6b6c6a service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1057880
Jan 28 02:06:00.990880 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-b86258c6-6ad1-4a61-b886-1fc538ccb379 None None] Set router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:01.261339 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-b86258c6-6ad1-4a61-b886-1fc538ccb379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fb191730>, [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port': {'id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:17Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': '6840ce0b-43e0-4cf1-a874-1b231bb7885b', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'port_id': 'e15e44d6-18a5-424f-9579-7820746bc72a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'mac_address': 'fa:16:3e:1a:cb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cce5b81-d0cd-4833-a177-47b577b84152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:05:47Z', 'updated_at': '2022-01-28T02:05:59Z', 'revision_number': 1, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6443a300-674c-47a2-a3b6-6ebb0e13651b', 'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'mac_address': 'fa:16:3e:3d:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:24Z', 'updated_at': '2022-01-28T02:01:33Z', 'revision_number': 5, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'subnets': [{'id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:01.291756 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86258c6-6ad1-4a61-b886-1fc538ccb379 None None] The sync data for ids ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'] in dv-cinder-824979-1-iscsi is: [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port': {'id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:17Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': '6840ce0b-43e0-4cf1-a874-1b231bb7885b', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'port_id': 'e15e44d6-18a5-424f-9579-7820746bc72a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'mac_address': 'fa:16:3e:1a:cb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cce5b81-d0cd-4833-a177-47b577b84152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:05:47Z', 'updated_at': '2022-01-28T02:05:59Z', 'revision_number': 1, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6443a300-674c-47a2-a3b6-6ebb0e13651b', 'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'mac_address': 'fa:16:3e:3d:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:24Z', 'updated_at': '2022-01-28T02:01:33Z', 'revision_number': 5, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'subnets': [{'id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:06:01.511097 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5192699d-dc1e-4626-9b20-c479e5d69037 None None] New status for floating IP 6840ce0b-43e0-4cf1-a874-1b231bb7885b: ACTIVE {{(pid=101325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:06:03.288578 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44874) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:03.404887 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2f781068-9c07-4c53-b09d-83431ad7d420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:03.503905 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2f781068-9c07-4c53-b09d-83431ad7d420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:03.516208 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2f781068-9c07-4c53-b09d-83431ad7d420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:03.552606 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f781068-9c07-4c53-b09d-83431ad7d420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55a6588-037b-42ac-bfcd-b646d250c22a,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:03.557917 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-2f781068-9c07-4c53-b09d-83431ad7d420 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e61a0b67f36849ff9bad5649c701bb76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2682378
Jan 28 02:06:03.561828 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44878) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:03.611788 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4e20d020-de06-4dcf-8ad2-d22a1c8ebf22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:03.632872 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4e20d020-de06-4dcf-8ad2-d22a1c8ebf22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:03.683098 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4e20d020-de06-4dcf-8ad2-d22a1c8ebf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:03.685888 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-4e20d020-de06-4dcf-8ad2-d22a1c8ebf22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:03.687075 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-4e20d020-de06-4dcf-8ad2-d22a1c8ebf22 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d55a6588-037b-42ac-bfcd-b646d250c22a HTTP/1.1" status: 204  len: 168 time: 0.1238260
Jan 28 02:06:03.697263 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20d020-de06-4dcf-8ad2-d22a1c8ebf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55a6588-037b-42ac-bfcd-b646d250c22a,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:04.393437 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44916) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:04.498379 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-3cdc6a7f-753c-4a8f-a987-deeda363acd1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1577775561-network', 'tenant_id': '2f9f6ec5f21a4775a393a6e55e34b617'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:04.524728 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdc6a7f-753c-4a8f-a987-deeda363acd1 admin admin] Made reservation on behalf of 2f9f6ec5f21a4775a393a6e55e34b617 for: {'network': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:04.527079 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6a7f-753c-4a8f-a987-deeda363acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for network, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:04.536642 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6a7f-753c-4a8f-a987-deeda363acd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:04.616124 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6a7f-753c-4a8f-a987-deeda363acd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:04.619404 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6a7f-753c-4a8f-a987-deeda363acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:04.643331 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cdc6a7f-753c-4a8f-a987-deeda363acd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796}  {{(pid=101322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:06:04.652859 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc6a7f-753c-4a8f-a987-deeda363acd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6129946-6adf-407f-88d5-b7e94c356c26,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:04.657641 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6a7f-753c-4a8f-a987-deeda363acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:04.658505 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.segments_db [None req-3cdc6a7f-753c-4a8f-a987-deeda363acd1 admin admin] Added segment 4cef435a-3d64-4348-9e9d-7546c19b4a43 of type vlan for network 15196eb6-806a-4b15-875b-747d0ec1afab
Jan 28 02:06:04.697063 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6a7f-753c-4a8f-a987-deeda363acd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755291977674'] for network, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:04.722298 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6a7f-753c-4a8f-a987-deeda363acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for network, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:04.723301 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdc6a7f-753c-4a8f-a987-deeda363acd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:04.723993 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6a7f-753c-4a8f-a987-deeda363acd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:04.782853 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-3cdc6a7f-753c-4a8f-a987-deeda363acd1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3882327
Jan 28 02:06:04.785665 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 44922) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:04.792910 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-fbc18d14-642a-46a6-a597-74c9739bdf33 admin admin] Request body: {'subnet': {'network_id': '15196eb6-806a-4b15-875b-747d0ec1afab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1577775561-subnet', 'tenant_id': '2f9f6ec5f21a4775a393a6e55e34b617', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:04.797706 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc6a7f-753c-4a8f-a987-deeda363acd1 admin admin] Pushing event updated for resources: {'Network': ['ID=15196eb6-806a-4b15-875b-747d0ec1afab,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:04.811019 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Network 15196eb6-806a-4b15-875b-747d0ec1afab details requested by agent ovs-agent-dv-cinder-824979-1-iscsi with host dv-cinder-824979-1-iscsi {{(pid=101324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:06:04.826729 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc18d14-642a-46a6-a597-74c9739bdf33 admin admin] Made reservation on behalf of 2f9f6ec5f21a4775a393a6e55e34b617 for: {'subnet': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:04.829697 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fbc18d14-642a-46a6-a597-74c9739bdf33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290891370'] for subnet, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.021574 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fbc18d14-642a-46a6-a597-74c9739bdf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4291371211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290891384'] for subnet, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.083361 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc18d14-642a-46a6-a597-74c9739bdf33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f5ca77f-0c37-4557-9ccd-a1fb604dbb16,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:05.092518 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc18d14-642a-46a6-a597-74c9739bdf33 admin admin] Checking segment: {'id': '4cef435a-3d64-4348-9e9d-7546c19b4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '15196eb6-806a-4b15-875b-747d0ec1afab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:05.092738 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc18d14-642a-46a6-a597-74c9739bdf33 admin admin] Network hostable DHCP agents. Network: 15196eb6-806a-4b15-875b-747d0ec1afab, hostable agents: ['248f8699-8ae1-4821-802a-c8c6bbf99ca2'], hosted agents: [] {{(pid=101322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:06:05.110578 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc18d14-642a-46a6-a597-74c9739bdf33 admin admin] Network 15196eb6-806a-4b15-875b-747d0ec1afab is scheduled to be hosted by DHCP agent 248f8699-8ae1-4821-802a-c8c6bbf99ca2 with binding_index 1 {{(pid=101322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:06:05.119388 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-fbc18d14-642a-46a6-a597-74c9739bdf33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824979-1-iscsi, 15196eb6-806a-4b15-875b-747d0ec1afab) {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:05.124370 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc18d14-642a-46a6-a597-74c9739bdf33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:05.125299 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fbc18d14-642a-46a6-a597-74c9739bdf33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.130557 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb70757f-7454-48e2-b764-59fedf2eba67 None None] Network 15196eb6-806a-4b15-875b-747d0ec1afab requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:06:05.146331 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-fbc18d14-642a-46a6-a597-74c9739bdf33 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3595412
Jan 28 02:06:05.262214 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0f535a-aed7-49e3-ba54-b981a07fcaea None None] Network 15196eb6-806a-4b15-875b-747d0ec1afab requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:06:06.960233 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-3fd2ef75-3dab-4b1e-aaa0-27520a661e4b tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:06.961689 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-3fd2ef75-3dab-4b1e-aaa0-27520a661e4b tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/networks?id=15196eb6-806a-4b15-875b-747d0ec1afab HTTP/1.1" status: 200  len: 814 time: 0.0992560
Jan 28 02:06:06.976705 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-270bab64-3b29-4722-ad19-138bea8c5507 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/quotas/2f9f6ec5f21a4775a393a6e55e34b617 HTTP/1.1" status: 200  len: 375 time: 0.0090659
Jan 28 02:06:07.021996 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-2d7435ec-0eed-457b-a828-19b49e8777b8 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2f9f6ec5f21a4775a393a6e55e34b617&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0395358
Jan 28 02:06:07.117700 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-9d2c2ce5-8599-440e-8b3e-4a9539920238 service neutron] 10.222.0.77 "GET /v2.0/networks/15196eb6-806a-4b15-875b-747d0ec1afab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873942
Jan 28 02:06:07.213866 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-48ce9b1f-d55c-4df8-a91e-243c31d6c50b service neutron] 10.222.0.77 "GET /v2.0/networks/15196eb6-806a-4b15-875b-747d0ec1afab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898311
Jan 28 02:06:07.400298 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bd811c27-b196-427a-abaf-e7562063ea0d req-f4585b22-4729-4310-aa58-649a486e59bf tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=9aeab016-de44-4bfb-af1e-8d7282e55502 HTTP/1.1" status: 200  len: 210 time: 0.0261531
Jan 28 02:06:08.480892 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-e47ef4b2-a104-4038-b3d1-c686263a8ce7 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:08.485129 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-e47ef4b2-a104-4038-b3d1-c686263a8ce7 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.82 "GET /v2.0/networks?id=15196eb6-806a-4b15-875b-747d0ec1afab HTTP/1.1" status: 200  len: 814 time: 0.1062975
Jan 28 02:06:08.500936 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-26486ef9-7f1f-4224-b284-15a408037a27 req-dba6f9c0-36b2-4ca7-a0ed-069c36078403 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=9aeab016-de44-4bfb-af1e-8d7282e55502 HTTP/1.1" status: 200  len: 210 time: 0.0290954
Jan 28 02:06:08.514781 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-a755f5ae-cf47-4f44-8cdc-f67175443217 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Request body: {'port': {'device_id': '9aeab016-de44-4bfb-af1e-8d7282e55502', 'network_id': '15196eb6-806a-4b15-875b-747d0ec1afab', 'admin_state_up': True, 'tenant_id': '2f9f6ec5f21a4775a393a6e55e34b617'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:08.621558 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-a755f5ae-cf47-4f44-8cdc-f67175443217 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Made reservation on behalf of 2f9f6ec5f21a4775a393a6e55e34b617 for: {'port': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:08.625772 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-a755f5ae-cf47-4f44-8cdc-f67175443217 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:08.749311 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-a755f5ae-cf47-4f44-8cdc-f67175443217 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Allocated IP 172.20.0.10 (15196eb6-806a-4b15-875b-747d0ec1afab/2f5ca77f-0c37-4557-9ccd-a1fb604dbb16/2f49cc6d-5280-48fc-82bb-ac87442b2506) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:08.906872 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-a755f5ae-cf47-4f44-8cdc-f67175443217 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.148096 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-a755f5ae-cf47-4f44-8cdc-f67175443217 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.199156 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-a755f5ae-cf47-4f44-8cdc-f67175443217 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Network 15196eb6-806a-4b15-875b-747d0ec1afab is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:09.202433 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-a755f5ae-cf47-4f44-8cdc-f67175443217 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:09.207394 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-a755f5ae-cf47-4f44-8cdc-f67175443217 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:09.211932 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755f5ae-cf47-4f44-8cdc-f67175443217 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Pushing event updated for resources: {'Port': ['ID=2f49cc6d-5280-48fc-82bb-ac87442b2506,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:09.261393 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-a755f5ae-cf47-4f44-8cdc-f67175443217 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:09.262077 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-a755f5ae-cf47-4f44-8cdc-f67175443217 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.284334 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-a755f5ae-cf47-4f44-8cdc-f67175443217 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7743273
Jan 28 02:06:09.321053 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Request body: {'port': {'device_id': '9aeab016-de44-4bfb-af1e-8d7282e55502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:09.378639 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.412862 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-3590e33f-7d5e-4d31-8257-cfdde286080d tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43440463&fields=id&tenant_id=d88874e13aa04221b933b43cb2350ad2 HTTP/1.1" status: 200  len: 267 time: 0.0342698
Jan 28 02:06:09.528757 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-548a10f8-fb38-493f-aecc-857ff2f40849 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:09.530374 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-548a10f8-fb38-493f-aecc-857ff2f40849 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/networks?id=7946a91b-c87f-479e-b41f-92c9cd8d4828 HTTP/1.1" status: 200  len: 811 time: 0.1103706
Jan 28 02:06:09.551743 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-1913d523-b049-4eb1-bdb8-58e75113f908 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/quotas/d88874e13aa04221b933b43cb2350ad2 HTTP/1.1" status: 200  len: 375 time: 0.0146134
Jan 28 02:06:09.638515 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-344210d8-907d-4d43-a87e-1a6fe31ef46d tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d88874e13aa04221b933b43cb2350ad2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0796931
Jan 28 02:06:09.651495 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf39b8-2994-4117-b55e-46da700ad4aa req-fee1d3b4-5dfc-400f-bf51-8acd61a645bc tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:09.653034 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-03bf39b8-2994-4117-b55e-46da700ad4aa req-fee1d3b4-5dfc-400f-bf51-8acd61a645bc tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=9aeab016-de44-4bfb-af1e-8d7282e55502 HTTP/1.1" status: 200  len: 932 time: 0.0638857
Jan 28 02:06:09.655036 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f49cc6d-5280-48fc-82bb-ac87442b2506 {{(pid=101323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:06:09.663139 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.675849 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.provisioning_blocks [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Transition to ACTIVE for port object 2f49cc6d-5280-48fc-82bb-ac87442b2506 will not be triggered until provisioned by entity L2. {{(pid=101323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:06:09.681015 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.734432 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Pushing event updated for resources: {'Port': ['ID=2f49cc6d-5280-48fc-82bb-ac87442b2506,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:09.741139 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-03bf39b8-2994-4117-b55e-46da700ad4aa req-ae36ce61-dcd9-4967-9fc9-202563e51c9a tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797470
Jan 28 02:06:09.772981 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-962f3ba5-6a08-431e-b167-6a4eedc18b6b service neutron] 10.222.0.77 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1189857
Jan 28 02:06:09.803675 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Attempting to bind port 2f49cc6d-5280-48fc-82bb-ac87442b2506 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:09.804006 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Attempting to bind port 2f49cc6d-5280-48fc-82bb-ac87442b2506 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '4cef435a-3d64-4348-9e9d-7546c19b4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '15196eb6-806a-4b15-875b-747d0ec1afab'}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:09.804331 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Attempting to bind port 2f49cc6d-5280-48fc-82bb-ac87442b2506 on network 15196eb6-806a-4b15-875b-747d0ec1afab {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:09.808683 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Port 2f49cc6d-5280-48fc-82bb-ac87442b2506 on network 15196eb6-806a-4b15-875b-747d0ec1afab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:06:09.809001 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Attempting to bind port 2f49cc6d-5280-48fc-82bb-ac87442b2506 on network 15196eb6-806a-4b15-875b-747d0ec1afab {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:09.814647 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:09.814984 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Checking segment: {'id': '4cef435a-3d64-4348-9e9d-7546c19b4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '15196eb6-806a-4b15-875b-747d0ec1afab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:09.815364 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Bound using segment: {'id': '4cef435a-3d64-4348-9e9d-7546c19b4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '15196eb6-806a-4b15-875b-747d0ec1afab'} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:09.815787 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Bound port: 2f49cc6d-5280-48fc-82bb-ac87442b2506, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cef435a-3d64-4348-9e9d-7546c19b4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '15196eb6-806a-4b15-875b-747d0ec1afab'}}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:09.816145 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.863061 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-6d458fbd-0d8e-48c8-b005-25d5027789d9 service neutron] 10.222.0.77 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839703
Jan 28 02:06:09.881150 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] For port 2f49cc6d-5280-48fc-82bb-ac87442b2506, host hv-cinder-82497, cleared binding levels {{(pid=101323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:09.884661 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] For port 2f49cc6d-5280-48fc-82bb-ac87442b2506, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=2f49cc6d-5280-48fc-82bb-ac87442b2506,segment=NetworkSegment(4cef435a-3d64-4348-9e9d-7546c19b4a43),segment_id=4cef435a-3d64-4348-9e9d-7546c19b4a43)] {{(pid=101323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:09.889553 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.927076 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:09.927591 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.928977 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] 10.222.0.82 "PUT /v2.0/ports/2f49cc6d-5280-48fc-82bb-ac87442b2506 HTTP/1.1" status: 200  len: 1094 time: 0.6125917
Jan 28 02:06:09.929434 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aeab016-de44-4bfb-af1e-8d7282e55502', 'tag': '2f49cc6d-5280-48fc-82bb-ac87442b2506'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:06:09.931711 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b7d6d3-d47b-4ac1-8faf-1688cadd10d5" -d '{"events": [{"name": "network-changed", "server_uuid": "9aeab016-de44-4bfb-af1e-8d7282e55502", "tag": "2f49cc6d-5280-48fc-82bb-ac87442b2506"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:06:09.955287 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478974a5-9d19-4989-b04f-afbf0080382c service neutron] Pushing event updated for resources: {'Port': ['ID=2f49cc6d-5280-48fc-82bb-ac87442b2506,revision_number=3']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:09.983308 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5037b26-e327-4323-adcf-0d05933bda7d x-openstack-request-id: req-d5037b26-e327-4323-adcf-0d05933bda7d {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:06:09.983596 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aeab016-de44-4bfb-af1e-8d7282e55502", "tag": "2f49cc6d-5280-48fc-82bb-ac87442b2506", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:06:09.983964 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d5037b26-e327-4323-adcf-0d05933bda7d {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:06:09.984884 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aeab016-de44-4bfb-af1e-8d7282e55502', 'tag': '2f49cc6d-5280-48fc-82bb-ac87442b2506', 'status': 'completed', 'code': 200}
Jan 28 02:06:10.047897 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-7f0cf6b9-ee04-42b0-a845-4345fbc95346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:10.049426 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-7f0cf6b9-ee04-42b0-a845-4345fbc95346 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2f9f6ec5f21a4775a393a6e55e34b617&device_id=9aeab016-de44-4bfb-af1e-8d7282e55502 HTTP/1.1" status: 200  len: 1097 time: 0.0506320
Jan 28 02:06:10.101526 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-0d35393e-c3a3-4ee2-b5eb-7bb2443201c7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f49cc6d-5280-48fc-82bb-ac87442b2506 HTTP/1.1" status: 200  len: 217 time: 0.0340331
Jan 28 02:06:10.152991 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-e973fab0-5a42-434c-9040-ddb84995b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:10.154535 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-e973fab0-5a42-434c-9040-ddb84995b84c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2f5ca77f-0c37-4557-9ccd-a1fb604dbb16 HTTP/1.1" status: 200  len: 854 time: 0.0457971
Jan 28 02:06:10.188150 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-7226baf8-a234-4fd4-9dfd-27120446a0d9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=15196eb6-806a-4b15-875b-747d0ec1afab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0267787
Jan 28 02:06:10.203241 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6a01b4c1-9281-49fc-862b-4db24c28de76 req-7c7546b7-e01b-4225-8128-0a10ab7f1b77 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 210 time: 0.0342863
Jan 28 02:06:10.289887 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-4fac894e-deb7-4964-acfc-1ec3e88fdce6 service neutron] 10.222.0.82 "GET /v2.0/networks/15196eb6-806a-4b15-875b-747d0ec1afab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0943854
Jan 28 02:06:10.392454 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ec366877-ed50-4281-84a0-f71c93c2a11a req-d2fef22e-99c1-470a-ab05-29b26a28d920 service neutron] 10.222.0.82 "GET /v2.0/networks/15196eb6-806a-4b15-875b-747d0ec1afab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0941393
Jan 28 02:06:10.555089 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7d6d3-d47b-4ac1-8faf-1688cadd10d5 req-9eddc2a2-c69c-4775-9210-8366ed969a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:10.556871 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-42b7d6d3-d47b-4ac1-8faf-1688cadd10d5 req-9eddc2a2-c69c-4775-9210-8366ed969a51 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2f9f6ec5f21a4775a393a6e55e34b617&device_id=9aeab016-de44-4bfb-af1e-8d7282e55502 HTTP/1.1" status: 200  len: 1097 time: 0.0491793
Jan 28 02:06:10.650624 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7d6d3-d47b-4ac1-8faf-1688cadd10d5 req-c06fdc77-a85b-4f4e-b41d-47987639d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:10.652093 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-42b7d6d3-d47b-4ac1-8faf-1688cadd10d5 req-c06fdc77-a85b-4f4e-b41d-47987639d376 service neutron] 10.222.0.82 "GET /v2.0/networks?id=15196eb6-806a-4b15-875b-747d0ec1afab HTTP/1.1" status: 200  len: 915 time: 0.0867705
Jan 28 02:06:10.697099 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-42b7d6d3-d47b-4ac1-8faf-1688cadd10d5 req-9e31a817-4a40-425d-a494-92911af9caaa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f49cc6d-5280-48fc-82bb-ac87442b2506 HTTP/1.1" status: 200  len: 217 time: 0.0382199
Jan 28 02:06:10.751862 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7d6d3-d47b-4ac1-8faf-1688cadd10d5 req-6e83b3c7-f856-406a-b955-2b7b65dd6271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:10.753639 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-42b7d6d3-d47b-4ac1-8faf-1688cadd10d5 req-6e83b3c7-f856-406a-b955-2b7b65dd6271 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2f5ca77f-0c37-4557-9ccd-a1fb604dbb16 HTTP/1.1" status: 200  len: 854 time: 0.0493500
Jan 28 02:06:10.795452 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-42b7d6d3-d47b-4ac1-8faf-1688cadd10d5 req-cce1c291-7470-4d40-8e74-517d4cab4c24 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=15196eb6-806a-4b15-875b-747d0ec1afab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0349011
Jan 28 02:06:10.880341 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4e8b9-56f7-4537-bf7d-cf738966b61c req-99a1ef20-89ad-4f87-abe1-f76175712161 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:10.881995 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fab4e8b9-56f7-4537-bf7d-cf738966b61c req-99a1ef20-89ad-4f87-abe1-f76175712161 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=9aeab016-de44-4bfb-af1e-8d7282e55502 HTTP/1.1" status: 200  len: 944 time: 0.0564268
Jan 28 02:06:10.898035 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-42b7d6d3-d47b-4ac1-8faf-1688cadd10d5 req-d2725374-32a8-414f-b70f-359a5c5871cc service neutron] 10.222.0.82 "GET /v2.0/networks/15196eb6-806a-4b15-875b-747d0ec1afab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946143
Jan 28 02:06:10.932663 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fab4e8b9-56f7-4537-bf7d-cf738966b61c req-61b333c8-a71e-4a03-bc28-53475a5a35b1 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425186
Jan 28 02:06:11.005673 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-42b7d6d3-d47b-4ac1-8faf-1688cadd10d5 req-c10cf2e6-0d43-4d7a-a291-3849a340f001 service neutron] 10.222.0.82 "GET /v2.0/networks/15196eb6-806a-4b15-875b-747d0ec1afab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0999370
Jan 28 02:06:11.320835 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ab611f45-3562-4c82-ac93-edea750c33e2 req-96e360cc-1f24-4ed3-8488-c19472e32ff7 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 210 time: 0.0327580
Jan 28 02:06:11.321346 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-90ec6f01-cadf-49f4-a000-a71138176585 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:11.322920 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-90ec6f01-cadf-49f4-a000-a71138176585 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.82 "GET /v2.0/networks?id=7946a91b-c87f-479e-b41f-92c9cd8d4828 HTTP/1.1" status: 200  len: 811 time: 0.1174858
Jan 28 02:06:11.374652 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-170073ee-2313-47e6-879d-1639c7626e78 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d88874e13aa04221b933b43cb2350ad2 HTTP/1.1" status: 200  len: 378 time: 0.0359395
Jan 28 02:06:11.384008 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-b492f3ec-384c-414e-8720-359bdc9a389c tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Request body: {'port': {'device_id': '96f81333-d5d4-4278-90ed-540420db8271', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'admin_state_up': True, 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'security_groups': ['cda0faae-0b3f-4fb7-9c24-8062d9090e75']}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:11.504764 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-b492f3ec-384c-414e-8720-359bdc9a389c tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Made reservation on behalf of d88874e13aa04221b933b43cb2350ad2 for: {'port': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:11.508247 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-b492f3ec-384c-414e-8720-359bdc9a389c tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:11.639442 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-b492f3ec-384c-414e-8720-359bdc9a389c tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Allocated IP 172.20.0.9 (7946a91b-c87f-479e-b41f-92c9cd8d4828/eaa3750d-c13f-4d6a-9333-02aefa682127/4143fbb4-bf61-4984-a2ff-d28966a621d6) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:11.774006 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-b492f3ec-384c-414e-8720-359bdc9a389c tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:11.811635 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-b492f3ec-384c-414e-8720-359bdc9a389c tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:11.827241 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b43cb0d9-bc0c-4a3d-89d1-0148f366a78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:11.861350 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-b492f3ec-384c-414e-8720-359bdc9a389c tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Network 7946a91b-c87f-479e-b41f-92c9cd8d4828 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:11.864267 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-b492f3ec-384c-414e-8720-359bdc9a389c tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:11.870380 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-b492f3ec-384c-414e-8720-359bdc9a389c tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:11.874827 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492f3ec-384c-414e-8720-359bdc9a389c tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event updated for resources: {'Port': ['ID=4143fbb4-bf61-4984-a2ff-d28966a621d6,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:11.926354 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-b492f3ec-384c-414e-8720-359bdc9a389c tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:11.927015 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-b492f3ec-384c-414e-8720-359bdc9a389c tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:11.944383 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-b492f3ec-384c-414e-8720-359bdc9a389c tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5642145
Jan 28 02:06:11.966369 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Request body: {'port': {'device_id': '96f81333-d5d4-4278-90ed-540420db8271', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:12.057186 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:12.073274 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1cb31-6384-43b0-acf2-2928cce9e994 req-f9965af4-6462-4171-a129-dcb0c61a0031 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:12.075218 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-96b1cb31-6384-43b0-acf2-2928cce9e994 req-f9965af4-6462-4171-a129-dcb0c61a0031 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=9aeab016-de44-4bfb-af1e-8d7282e55502 HTTP/1.1" status: 200  len: 944 time: 0.0663462
Jan 28 02:06:12.115518 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-96b1cb31-6384-43b0-acf2-2928cce9e994 req-126561c9-a448-469a-a429-5d0366479b3b tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0331960
Jan 28 02:06:12.153939 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-222a6097-170a-4ee1-b46f-1abfb4b3945f None None] Provisioning complete for port 4143fbb4-bf61-4984-a2ff-d28966a621d6 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:12.154215 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-222a6097-170a-4ee1-b46f-1abfb4b3945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:12.193488 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-222a6097-170a-4ee1-b46f-1abfb4b3945f None None] Port 4143fbb4-bf61-4984-a2ff-d28966a621d6 cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:06:12.338445 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4143fbb4-bf61-4984-a2ff-d28966a621d6 {{(pid=101323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:06:12.346613 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:12.360040 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.provisioning_blocks [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Transition to ACTIVE for port object 4143fbb4-bf61-4984-a2ff-d28966a621d6 will not be triggered until provisioned by entity L2. {{(pid=101323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:06:12.364827 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:12.436882 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Pushing event updated for resources: {'Port': ['ID=4143fbb4-bf61-4984-a2ff-d28966a621d6,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:12.467294 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765ff7a-8845-45eb-aa89-10f68cbbfff2 req-c620321c-7b2c-4993-956a-034c8ac1ea4b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:12.469130 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6765ff7a-8845-45eb-aa89-10f68cbbfff2 req-c620321c-7b2c-4993-956a-034c8ac1ea4b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 943 time: 0.0722206
Jan 28 02:06:12.493837 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Attempting to bind port 4143fbb4-bf61-4984-a2ff-d28966a621d6 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:12.494128 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Attempting to bind port 4143fbb4-bf61-4984-a2ff-d28966a621d6 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:12.494457 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Attempting to bind port 4143fbb4-bf61-4984-a2ff-d28966a621d6 on network 7946a91b-c87f-479e-b41f-92c9cd8d4828 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:12.500715 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Port 4143fbb4-bf61-4984-a2ff-d28966a621d6 on network 7946a91b-c87f-479e-b41f-92c9cd8d4828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:06:12.501245 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Attempting to bind port 4143fbb4-bf61-4984-a2ff-d28966a621d6 on network 7946a91b-c87f-479e-b41f-92c9cd8d4828 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:12.506453 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:12.506794 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Checking segment: {'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:12.507184 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Bound using segment: {'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:12.507615 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Bound port: 4143fbb4-bf61-4984-a2ff-d28966a621d6, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'}}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:12.507971 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:12.512810 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6765ff7a-8845-45eb-aa89-10f68cbbfff2 req-b8a166c2-f0fd-4240-ba9a-6222fb912893 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0369046
Jan 28 02:06:12.579869 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] For port 4143fbb4-bf61-4984-a2ff-d28966a621d6, host hv-cinder-82497, cleared binding levels {{(pid=101323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:12.582901 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] For port 4143fbb4-bf61-4984-a2ff-d28966a621d6, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4143fbb4-bf61-4984-a2ff-d28966a621d6,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:12.586743 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:12.616813 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 2f49cc6d-5280-48fc-82bb-ac87442b2506 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:06:12.619018 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:12.619623 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:12.621034 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] 10.222.0.82 "PUT /v2.0/ports/4143fbb4-bf61-4984-a2ff-d28966a621d6 HTTP/1.1" status: 200  len: 1093 time: 0.6605079
Jan 28 02:06:12.623645 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f81333-d5d4-4278-90ed-540420db8271', 'tag': '4143fbb4-bf61-4984-a2ff-d28966a621d6'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:06:12.626500 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86072e9f-4f11-4fbc-8d12-663f74733b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "96f81333-d5d4-4278-90ed-540420db8271", "tag": "4143fbb4-bf61-4984-a2ff-d28966a621d6"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:06:12.663029 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2d2a2-b8be-485c-8814-883879e62300 service neutron] Pushing event updated for resources: {'Port': ['ID=4143fbb4-bf61-4984-a2ff-d28966a621d6,revision_number=3']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:12.704876 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3fb93d-09c5-4df1-aa2b-07e683ec866a x-openstack-request-id: req-4b3fb93d-09c5-4df1-aa2b-07e683ec866a {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:06:12.705167 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f81333-d5d4-4278-90ed-540420db8271", "tag": "4143fbb4-bf61-4984-a2ff-d28966a621d6", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:06:12.705897 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b3fb93d-09c5-4df1-aa2b-07e683ec866a {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:06:12.705897 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f81333-d5d4-4278-90ed-540420db8271', 'tag': '4143fbb4-bf61-4984-a2ff-d28966a621d6', 'status': 'completed', 'code': 200}
Jan 28 02:06:12.748840 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-e97edc89-8146-4266-83f6-102596973da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:12.750259 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 2f49cc6d-5280-48fc-82bb-ac87442b2506, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=2f49cc6d-5280-48fc-82bb-ac87442b2506,segment=NetworkSegment(4cef435a-3d64-4348-9e9d-7546c19b4a43),segment_id=4cef435a-3d64-4348-9e9d-7546c19b4a43)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:12.752111 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-e97edc89-8146-4266-83f6-102596973da8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d88874e13aa04221b933b43cb2350ad2&device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 1096 time: 0.0587471
Jan 28 02:06:12.765907 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': '2f49cc6d-5280-48fc-82bb-ac87442b2506', 'network_id': '15196eb6-806a-4b15-875b-747d0ec1afab', 'port_id': '2f49cc6d-5280-48fc-82bb-ac87442b2506', 'mac_address': 'fa:16:3e:1e:c5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5ca77f-0c37-4557-9ccd-a1fb604dbb16', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:06:12.814943 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:12.816165 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-78c428c9-3fbc-411d-98d8-f50bfab813b3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4143fbb4-bf61-4984-a2ff-d28966a621d6 HTTP/1.1" status: 200  len: 217 time: 0.0455482
Jan 28 02:06:12.830220 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f49cc6d-5280-48fc-82bb-ac87442b2506 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:06:12.855318 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 2f49cc6d-5280-48fc-82bb-ac87442b2506, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=2f49cc6d-5280-48fc-82bb-ac87442b2506,segment=NetworkSegment(4cef435a-3d64-4348-9e9d-7546c19b4a43),segment_id=4cef435a-3d64-4348-9e9d-7546c19b4a43)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:12.860691 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:12.876901 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-f1fa3bd5-6eb0-4e09-9730-49b7c43b39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:12.878322 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-f1fa3bd5-6eb0-4e09-9730-49b7c43b39bf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eaa3750d-c13f-4d6a-9333-02aefa682127 HTTP/1.1" status: 200  len: 850 time: 0.0541592
Jan 28 02:06:12.908338 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=2f49cc6d-5280-48fc-82bb-ac87442b2506,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:12.929624 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-29c679ad-3af1-405f-82dc-8838f99bcbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:12.931137 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-29c679ad-3af1-405f-82dc-8838f99bcbd7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7946a91b-c87f-479e-b41f-92c9cd8d4828&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0408871
Jan 28 02:06:13.069060 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-2e02b3ba-088b-4f0c-8db1-4c9b8528431e service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283238
Jan 28 02:06:13.161478 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-5bc6cf79-84f3-471d-b2df-b14fdce8e907 req-fa04cc01-6089-46a1-ad71-a5d8a107d1b3 service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836289
Jan 28 02:06:13.205046 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['2f49cc6d-5280-48fc-82bb-ac87442b2506'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:06:13.238414 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3924a3-b198-46ae-90ac-9cd81e7c5abd req-e904a39e-8c26-40e0-9ff4-7999ee331aec tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:13.239941 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8f3924a3-b198-46ae-90ac-9cd81e7c5abd req-e904a39e-8c26-40e0-9ff4-7999ee331aec tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=9aeab016-de44-4bfb-af1e-8d7282e55502 HTTP/1.1" status: 200  len: 945 time: 0.0533445
Jan 28 02:06:13.282466 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8f3924a3-b198-46ae-90ac-9cd81e7c5abd req-3bfa8a52-4ccc-428c-a455-fb434bf8b2cd tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360179
Jan 28 02:06:13.337251 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86072e9f-4f11-4fbc-8d12-663f74733b3a req-45c76672-8f78-4e5a-a5a9-a7e9ce2bd5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:13.338779 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-86072e9f-4f11-4fbc-8d12-663f74733b3a req-45c76672-8f78-4e5a-a5a9-a7e9ce2bd5e5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d88874e13aa04221b933b43cb2350ad2&device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 1096 time: 0.0469522
Jan 28 02:06:13.443864 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86072e9f-4f11-4fbc-8d12-663f74733b3a req-ed57bbb7-634c-4282-b8a9-1d7ae7e71f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:13.445328 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-86072e9f-4f11-4fbc-8d12-663f74733b3a req-ed57bbb7-634c-4282-b8a9-1d7ae7e71f0f service neutron] 10.222.0.82 "GET /v2.0/networks?id=7946a91b-c87f-479e-b41f-92c9cd8d4828 HTTP/1.1" status: 200  len: 912 time: 0.0942087
Jan 28 02:06:13.490891 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-86072e9f-4f11-4fbc-8d12-663f74733b3a req-effc3ffe-05e2-47ed-b6cb-4c36b27789e2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4143fbb4-bf61-4984-a2ff-d28966a621d6 HTTP/1.1" status: 200  len: 217 time: 0.0360353
Jan 28 02:06:13.554789 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86072e9f-4f11-4fbc-8d12-663f74733b3a req-a4ccd246-c15e-49bf-b4ac-dd0da12b37bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:13.555942 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-86072e9f-4f11-4fbc-8d12-663f74733b3a req-a4ccd246-c15e-49bf-b4ac-dd0da12b37bb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eaa3750d-c13f-4d6a-9333-02aefa682127 HTTP/1.1" status: 200  len: 850 time: 0.0515537
Jan 28 02:06:13.606017 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86072e9f-4f11-4fbc-8d12-663f74733b3a req-f11c6371-3655-41b8-9132-6f73f35ca1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:13.607571 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-86072e9f-4f11-4fbc-8d12-663f74733b3a req-f11c6371-3655-41b8-9132-6f73f35ca1ea service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7946a91b-c87f-479e-b41f-92c9cd8d4828&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0433352
Jan 28 02:06:13.635012 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6eb4db-7d38-4bf9-ab17-422dbd5bb9ba req-7c7b5e16-5efd-422f-94a7-0246000cd1d4 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:13.636599 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fb6eb4db-7d38-4bf9-ab17-422dbd5bb9ba req-7c7b5e16-5efd-422f-94a7-0246000cd1d4 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 943 time: 0.0495448
Jan 28 02:06:13.676701 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fb6eb4db-7d38-4bf9-ab17-422dbd5bb9ba req-1bddfe27-bf12-4151-998d-48c95ce722eb tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0332065
Jan 28 02:06:13.698471 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-86072e9f-4f11-4fbc-8d12-663f74733b3a req-753addd9-77d4-41c4-8e2d-ff3d0678b739 service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822577
Jan 28 02:06:13.797159 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-86072e9f-4f11-4fbc-8d12-663f74733b3a req-10035d52-a94f-448c-bdc7-6a0cb2698f38 service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904484
Jan 28 02:06:13.894895 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-34f800d7-fb61-4f1a-960c-da34740cf112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:14.399467 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6665d4-9b71-422f-b1fd-7c6c2bee330d req-004f1563-8bd7-448b-a59c-210c0b316bf8 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:14.400914 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-da6665d4-9b71-422f-b1fd-7c6c2bee330d req-004f1563-8bd7-448b-a59c-210c0b316bf8 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=9aeab016-de44-4bfb-af1e-8d7282e55502 HTTP/1.1" status: 200  len: 945 time: 0.0517268
Jan 28 02:06:14.443176 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-da6665d4-9b71-422f-b1fd-7c6c2bee330d req-4ceb9cff-a5a6-415f-86fb-0b623a3a3ebf tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359433
Jan 28 02:06:14.614363 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 2f49cc6d-5280-48fc-82bb-ac87442b2506 up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:14.665288 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port 2f49cc6d-5280-48fc-82bb-ac87442b2506 completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:06:14.668977 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port 2f49cc6d-5280-48fc-82bb-ac87442b2506 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:14.669351 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:14.744725 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:14.767280 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aeab016-de44-4bfb-af1e-8d7282e55502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f49cc6d-5280-48fc-82bb-ac87442b2506'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:06:14.769529 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d64879-141c-4481-b366-b307c4175ccc" -d '{"events": [{"server_uuid": "9aeab016-de44-4bfb-af1e-8d7282e55502", "name": "network-vif-plugged", "status": "completed", "tag": "2f49cc6d-5280-48fc-82bb-ac87442b2506"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:06:14.784073 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 2f49cc6d-5280-48fc-82bb-ac87442b2506, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=2f49cc6d-5280-48fc-82bb-ac87442b2506,segment=NetworkSegment(4cef435a-3d64-4348-9e9d-7546c19b4a43),segment_id=4cef435a-3d64-4348-9e9d-7546c19b4a43)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:14.788733 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:14.795262 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bccf29-8f42-4811-9033-f1c903079158 req-ffe8c5ac-3b5c-49e7-9c98-1b48c39e20db tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:14.797679 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f4bccf29-8f42-4811-9033-f1c903079158 req-ffe8c5ac-3b5c-49e7-9c98-1b48c39e20db tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 943 time: 0.0513711
Jan 28 02:06:14.821490 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e067882-9faf-479f-9e10-e78f9845e060 x-openstack-request-id: req-1e067882-9faf-479f-9e10-e78f9845e060 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:06:14.821799 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aeab016-de44-4bfb-af1e-8d7282e55502", "name": "network-vif-plugged", "status": "completed", "tag": "2f49cc6d-5280-48fc-82bb-ac87442b2506", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:06:14.822053 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1e067882-9faf-479f-9e10-e78f9845e060 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:06:14.822440 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aeab016-de44-4bfb-af1e-8d7282e55502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f49cc6d-5280-48fc-82bb-ac87442b2506', 'code': 200}
Jan 28 02:06:14.837552 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f4bccf29-8f42-4811-9033-f1c903079158 req-5cd2fa35-562c-4027-b420-7c1b4e1ea55a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0335236
Jan 28 02:06:14.842283 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:14.861004 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=2f49cc6d-5280-48fc-82bb-ac87442b2506,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:15.035486 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc4c98-199b-4a71-ab0a-6bb12f799103 req-47529166-4534-4da1-8afb-d5c2d22fa69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:15.036972 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-71dc4c98-199b-4a71-ab0a-6bb12f799103 req-47529166-4534-4da1-8afb-d5c2d22fa69a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9aeab016-de44-4bfb-af1e-8d7282e55502 HTTP/1.1" status: 200  len: 1099 time: 0.0413382
Jan 28 02:06:15.076606 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-71dc4c98-199b-4a71-ab0a-6bb12f799103 req-fecc8775-f959-43ac-a77b-43f22df87609 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0277085
Jan 28 02:06:15.307820 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:15.560887 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4428748-229b-4752-bbd4-48396c59d574 req-00cddc3c-b8e8-490d-bfbe-b5b06dd6b1e4 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:15.562776 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a4428748-229b-4752-bbd4-48396c59d574 req-00cddc3c-b8e8-490d-bfbe-b5b06dd6b1e4 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=9aeab016-de44-4bfb-af1e-8d7282e55502 HTTP/1.1" status: 200  len: 946 time: 0.0470264
Jan 28 02:06:15.602256 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a4428748-229b-4752-bbd4-48396c59d574 req-6745db57-46a9-4101-9c5e-2fb8035a0883 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0318499
Jan 28 02:06:16.068315 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bde760-99bf-407e-b737-c7891adf2690 req-a42f9988-09bd-4f9f-a634-a206bc931e56 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:16.070064 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-46bde760-99bf-407e-b737-c7891adf2690 req-a42f9988-09bd-4f9f-a634-a206bc931e56 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 943 time: 0.1603274
Jan 28 02:06:16.119296 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-46bde760-99bf-407e-b737-c7891adf2690 req-520c9610-46e7-41db-8bf8-6dacd17d0639 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427077
Jan 28 02:06:16.373092 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-660b929f-eb18-4129-b8b4-b380bb374580 req-51e798c8-f490-417b-a98b-ab0cbe1c0502 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0440693
Jan 28 02:06:16.485862 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b929f-eb18-4129-b8b4-b380bb374580 req-63ad3d51-d724-4c5d-8bcd-9261b5eaa334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:16.487365 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-660b929f-eb18-4129-b8b4-b380bb374580 req-63ad3d51-d724-4c5d-8bcd-9261b5eaa334 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8f948307a28a46c882d15550cc527d3e&device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 1138 time: 0.0445192
Jan 28 02:06:16.600566 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b929f-eb18-4129-b8b4-b380bb374580 req-5ca5616c-6c8a-43dc-9882-eca7fbf7cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:16.602061 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-660b929f-eb18-4129-b8b4-b380bb374580 req-5ca5616c-6c8a-43dc-9882-eca7fbf7cb8a service neutron] 10.222.0.82 "GET /v2.0/networks?id=74f32fac-79da-4565-bfb2-7c951102ee06 HTTP/1.1" status: 200  len: 916 time: 0.0854037
Jan 28 02:06:16.686017 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-660b929f-eb18-4129-b8b4-b380bb374580 req-b0d7ca9d-810b-4d04-a087-a9534e1b0444 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 HTTP/1.1" status: 200  len: 1002 time: 0.0658352
Jan 28 02:06:16.717016 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bb776-0af3-43ae-a452-225f796a3e1e req-a8c3b0ff-d8d9-4f7b-bdb9-f42242993f7c tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:16.719086 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-585bb776-0af3-43ae-a452-225f796a3e1e req-a8c3b0ff-d8d9-4f7b-bdb9-f42242993f7c tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=9aeab016-de44-4bfb-af1e-8d7282e55502 HTTP/1.1" status: 200  len: 946 time: 0.0480788
Jan 28 02:06:16.736528 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b929f-eb18-4129-b8b4-b380bb374580 req-8c3840b4-3a42-4920-b21e-572872b32c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:16.738025 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-660b929f-eb18-4129-b8b4-b380bb374580 req-8c3840b4-3a42-4920-b21e-572872b32c23 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1b393d39-c8f1-4417-b01a-d64b8315c262 HTTP/1.1" status: 200  len: 854 time: 0.0433853
Jan 28 02:06:16.757039 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-585bb776-0af3-43ae-a452-225f796a3e1e req-37f264fe-1819-476b-a23c-82f7ab09ec22 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312765
Jan 28 02:06:16.784555 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b929f-eb18-4129-b8b4-b380bb374580 req-70c8fda4-162a-43fa-84ca-fb4878a93b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:16.786083 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-660b929f-eb18-4129-b8b4-b380bb374580 req-70c8fda4-162a-43fa-84ca-fb4878a93b0c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=74f32fac-79da-4565-bfb2-7c951102ee06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0404322
Jan 28 02:06:16.846509 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:16.884853 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-660b929f-eb18-4129-b8b4-b380bb374580 req-c4b082ea-82ee-4b1f-b9d9-7bd8fd491314 service neutron] 10.222.0.82 "GET /v2.0/networks/74f32fac-79da-4565-bfb2-7c951102ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0899124
Jan 28 02:06:16.977671 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-660b929f-eb18-4129-b8b4-b380bb374580 req-d8d7da3e-14ce-4c47-b175-24b0096d81f1 service neutron] 10.222.0.82 "GET /v2.0/networks/74f32fac-79da-4565-bfb2-7c951102ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848372
Jan 28 02:06:17.248788 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036e16b-3abd-4109-b9c6-f6a7219460ea req-ef1c59f2-759f-403f-b2bd-55b727c94777 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:17.250863 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4036e16b-3abd-4109-b9c6-f6a7219460ea req-ef1c59f2-759f-403f-b2bd-55b727c94777 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 943 time: 0.0556679
Jan 28 02:06:17.292414 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4036e16b-3abd-4109-b9c6-f6a7219460ea req-05d96333-61f2-499b-96ba-2dedd6dedfd3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0341251
Jan 28 02:06:17.349419 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:18.425134 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e96ece-d159-45ed-86f8-a4674947bc76 req-0d034409-dda5-4059-a38d-d1b9dc0fba30 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:18.426664 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f9e96ece-d159-45ed-86f8-a4674947bc76 req-0d034409-dda5-4059-a38d-d1b9dc0fba30 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 943 time: 0.0628593
Jan 28 02:06:18.466618 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f9e96ece-d159-45ed-86f8-a4674947bc76 req-989a7edf-c209-454e-b0a3-ca7031451998 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0337350
Jan 28 02:06:19.675659 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814de3e5-4a37-4806-97dc-af3c3b599c25 req-bf2da7a0-537e-4121-aeef-40761199e32b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:19.677234 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-814de3e5-4a37-4806-97dc-af3c3b599c25 req-bf2da7a0-537e-4121-aeef-40761199e32b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 943 time: 0.1286838
Jan 28 02:06:19.719216 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-814de3e5-4a37-4806-97dc-af3c3b599c25 req-3a94ce7e-72fd-464a-9a0e-0fe7a10676ec tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0352595
Jan 28 02:06:20.676942 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 4143fbb4-bf61-4984-a2ff-d28966a621d6 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:06:20.782630 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 4143fbb4-bf61-4984-a2ff-d28966a621d6, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4143fbb4-bf61-4984-a2ff-d28966a621d6,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:20.795125 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': '4143fbb4-bf61-4984-a2ff-d28966a621d6', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'port_id': '4143fbb4-bf61-4984-a2ff-d28966a621d6', 'mac_address': 'fa:16:3e:e4:1d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:06:20.840673 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f062716-adf4-4fb0-bb2a-8bc3c3bbecad req-be6876bd-f79c-4ca4-9186-00bdfc300540 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:20.841413 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:20.842403 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1f062716-adf4-4fb0-bb2a-8bc3c3bbecad req-be6876bd-f79c-4ca4-9186-00bdfc300540 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 943 time: 0.0518932
Jan 28 02:06:20.854536 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4143fbb4-bf61-4984-a2ff-d28966a621d6 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:06:20.874816 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 4143fbb4-bf61-4984-a2ff-d28966a621d6, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4143fbb4-bf61-4984-a2ff-d28966a621d6,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:20.881886 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:20.884155 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1f062716-adf4-4fb0-bb2a-8bc3c3bbecad req-063c8171-e758-46a9-923d-086f0b2aec22 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0347998
Jan 28 02:06:20.930502 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=4143fbb4-bf61-4984-a2ff-d28966a621d6,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:21.262615 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['4143fbb4-bf61-4984-a2ff-d28966a621d6'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:06:22.007523 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8cccf-83f5-4d52-8a31-356246f082dc req-57973c72-d28c-4b5b-bfaa-3787896d33f4 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:22.009100 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a9f8cccf-83f5-4d52-8a31-356246f082dc req-57973c72-d28c-4b5b-bfaa-3787896d33f4 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 944 time: 0.0554934
Jan 28 02:06:22.050627 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a9f8cccf-83f5-4d52-8a31-356246f082dc req-b8b11c81-be7d-42fa-a4f9-a3954bfe9765 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0334103
Jan 28 02:06:22.653834 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6c625cdd-271b-4fcc-876f-81e003ccaf6f req-561c3571-a5b6-4ce1-86d5-1d913da6baff tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-94748571&fields=id&tenant_id=8f948307a28a46c882d15550cc527d3e HTTP/1.1" status: 200  len: 267 time: 0.0339813
Jan 28 02:06:22.681539 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 4143fbb4-bf61-4984-a2ff-d28966a621d6 up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:22.712311 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c625cdd-271b-4fcc-876f-81e003ccaf6f req-9c805292-5ac6-4d91-a4dd-7c616007fbab tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:22.713902 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6c625cdd-271b-4fcc-876f-81e003ccaf6f req-9c805292-5ac6-4d91-a4dd-7c616007fbab tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 985 time: 0.0526319
Jan 28 02:06:22.727574 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [req-6c625cdd-271b-4fcc-876f-81e003ccaf6f req-9ee554ff-970f-44ad-862f-d6400fc43212 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Request body: {'port': {'security_groups': ['fcbc10f7-48a8-4005-9042-53a4c09bcf3f']}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:22.737676 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port 4143fbb4-bf61-4984-a2ff-d28966a621d6 completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:06:22.741579 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port 4143fbb4-bf61-4984-a2ff-d28966a621d6 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:22.741987 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:22.803310 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-6c625cdd-271b-4fcc-876f-81e003ccaf6f req-9ee554ff-970f-44ad-862f-d6400fc43212 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:22.833359 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:22.865211 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f81333-d5d4-4278-90ed-540420db8271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4143fbb4-bf61-4984-a2ff-d28966a621d6'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:06:22.867481 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296082f2-30b8-4c6b-8e2e-5f38c4f34773" -d '{"events": [{"server_uuid": "96f81333-d5d4-4278-90ed-540420db8271", "name": "network-vif-plugged", "status": "completed", "tag": "4143fbb4-bf61-4984-a2ff-d28966a621d6"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:06:22.887841 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 4143fbb4-bf61-4984-a2ff-d28966a621d6, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4143fbb4-bf61-4984-a2ff-d28966a621d6,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:22.894792 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:22.920013 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97c8099-9a5c-465e-8e20-3fc47f7c196f x-openstack-request-id: req-c97c8099-9a5c-465e-8e20-3fc47f7c196f {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:06:22.920336 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f81333-d5d4-4278-90ed-540420db8271", "name": "network-vif-plugged", "status": "completed", "tag": "4143fbb4-bf61-4984-a2ff-d28966a621d6", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:06:22.920588 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c97c8099-9a5c-465e-8e20-3fc47f7c196f {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:06:22.920976 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f81333-d5d4-4278-90ed-540420db8271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4143fbb4-bf61-4984-a2ff-d28966a621d6', 'code': 200}
Jan 28 02:06:22.950286 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=4143fbb4-bf61-4984-a2ff-d28966a621d6,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:23.000528 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.db [req-6c625cdd-271b-4fcc-876f-81e003ccaf6f req-9ee554ff-970f-44ad-862f-d6400fc43212 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] For port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1,segment=NetworkSegment(93086bcc-0628-453c-a2d3-0718c8a10fd4),segment_id=93086bcc-0628-453c-a2d3-0718c8a10fd4)] {{(pid=101322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:23.034070 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-6c625cdd-271b-4fcc-876f-81e003ccaf6f req-9ee554ff-970f-44ad-862f-d6400fc43212 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for port, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:23.039356 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-6c625cdd-271b-4fcc-876f-81e003ccaf6f req-9ee554ff-970f-44ad-862f-d6400fc43212 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4291371100'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:23.088288 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:06:23.094177 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c625cdd-271b-4fcc-876f-81e003ccaf6f req-9ee554ff-970f-44ad-862f-d6400fc43212 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:23.097791 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [req-6c625cdd-271b-4fcc-876f-81e003ccaf6f req-9ee554ff-970f-44ad-862f-d6400fc43212 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:23.102657 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45152) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:23.103038 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6c625cdd-271b-4fcc-876f-81e003ccaf6f req-9ee554ff-970f-44ad-862f-d6400fc43212 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "PUT /v2.0/ports/df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 HTTP/1.1" status: 200  len: 943 time: 0.3803277
Jan 28 02:06:23.103038 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99e0d03-1fe8-4dd7-9c5d-e67a633ab920', 'tag': 'df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1'}] {{(pid=101322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:06:23.105278 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22e9aba1f3ae753be8f095bd4de5bd58f45f4f40cfe68f6f18584bec835fbd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab1b3cf-6a4b-4f91-8518-a01917d2b36f" -d '{"events": [{"name": "network-changed", "server_uuid": "b99e0d03-1fe8-4dd7-9c5d-e67a633ab920", "tag": "df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1"}]}' {{(pid=101322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:06:23.142279 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee554ff-970f-44ad-862f-d6400fc43212 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Pushing event updated for resources: {'Port': ['ID=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1,revision_number=7']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:23.164777 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6979cc24-ed8c-474c-8652-3fd8760f895d x-openstack-request-id: req-6979cc24-ed8c-474c-8652-3fd8760f895d {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:06:23.165322 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99e0d03-1fe8-4dd7-9c5d-e67a633ab920", "tag": "df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1", "status": "completed", "code": 200}]} {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:06:23.165736 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6979cc24-ed8c-474c-8652-3fd8760f895d {{(pid=101322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:06:23.166380 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99e0d03-1fe8-4dd7-9c5d-e67a633ab920', 'tag': 'df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1', 'status': 'completed', 'code': 200}
Jan 28 02:06:23.298886 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:06:23.342629 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf8116-6acc-48c3-92f8-12efd2fd0c45 req-1aac0370-176f-4ac3-9522-86c9da5564f3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:23.344311 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6fbf8116-6acc-48c3-92f8-12efd2fd0c45 req-1aac0370-176f-4ac3-9522-86c9da5564f3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 945 time: 0.1041844
Jan 28 02:06:23.363730 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6534b318-4deb-4e45-9a42-5b2c17dcb80a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:23.386517 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1b3cf-6a4b-4f91-8518-a01917d2b36f req-80ac1037-4502-4fe2-85d1-b723e11fe2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:23.387997 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-8ab1b3cf-6a4b-4f91-8518-a01917d2b36f req-80ac1037-4502-4fe2-85d1-b723e11fe2b9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8f948307a28a46c882d15550cc527d3e&device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 1099 time: 0.1547992
Jan 28 02:06:23.392207 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6fbf8116-6acc-48c3-92f8-12efd2fd0c45 req-a179f128-2fb5-4e9e-b4dc-6b4e1ce2a121 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0402000
Jan 28 02:06:23.467768 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6534b318-4deb-4e45-9a42-5b2c17dcb80a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:23.473944 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72306fb2-5ba7-4306-b897-cd3f18c158d0 req-12e7296c-1614-430e-96f5-630c3b1d0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:23.475594 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-72306fb2-5ba7-4306-b897-cd3f18c158d0 req-12e7296c-1614-430e-96f5-630c3b1d0d55 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 1098 time: 0.1681414
Jan 28 02:06:23.477199 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-7fef2bc8-3c65-4373-b710-2dc0affcf5ad None None] Provisioning complete for port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:23.477790 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7fef2bc8-3c65-4373-b710-2dc0affcf5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:23.563868 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-72306fb2-5ba7-4306-b897-cd3f18c158d0 req-57cccec1-94b3-48df-a271-4b2de27de67c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0809510
Jan 28 02:06:23.569349 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1b3cf-6a4b-4f91-8518-a01917d2b36f req-b5f02ec8-b835-4958-ae39-3012fcfa2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:23.571081 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-8ab1b3cf-6a4b-4f91-8518-a01917d2b36f req-b5f02ec8-b835-4958-ae39-3012fcfa2f15 service neutron] 10.222.0.82 "GET /v2.0/networks?id=74f32fac-79da-4565-bfb2-7c951102ee06 HTTP/1.1" status: 200  len: 916 time: 0.1738183
Jan 28 02:06:23.595717 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6534b318-4deb-4e45-9a42-5b2c17dcb80a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:23.598449 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6534b318-4deb-4e45-9a42-5b2c17dcb80a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:23.599588 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-6534b318-4deb-4e45-9a42-5b2c17dcb80a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "DELETE /v2.0/security-groups/ea1dd302-bd0a-4977-82e4-29786b62dcd1 HTTP/1.1" status: 204  len: 168 time: 0.4957461
Jan 28 02:06:23.605781 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 45158) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:23.615117 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534b318-4deb-4e45-9a42-5b2c17dcb80a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1dd302-bd0a-4977-82e4-29786b62dcd1,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:23.766069 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-c0075b70-e530-4da0-bb8d-b7596c486b9a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Deleting port 1667cde2-42d5-47e8-8668-401aac7543d7 {{(pid=101322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:06:23.766305 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c0075b70-e530-4da0-bb8d-b7596c486b9a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:23.845047 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c0075b70-e530-4da0-bb8d-b7596c486b9a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:23.845370 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c0075b70-e530-4da0-bb8d-b7596c486b9a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:23.857146 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-c0075b70-e530-4da0-bb8d-b7596c486b9a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Calling delete_port for 1667cde2-42d5-47e8-8668-401aac7543d7 owned by network:floatingip {{(pid=101322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:06:23.941353 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-8ab1b3cf-6a4b-4f91-8518-a01917d2b36f req-7d621bd4-2f88-49c2-acf0-efc08f5d094e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 HTTP/1.1" status: 200  len: 1002 time: 0.0578620
Jan 28 02:06:24.230567 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1b3cf-6a4b-4f91-8518-a01917d2b36f req-ea9ab236-5293-4c1f-9a8d-46768e8d810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:24.231994 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-8ab1b3cf-6a4b-4f91-8518-a01917d2b36f req-ea9ab236-5293-4c1f-9a8d-46768e8d810a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1b393d39-c8f1-4417-b01a-d64b8315c262 HTTP/1.1" status: 200  len: 854 time: 0.2579513
Jan 28 02:06:24.277553 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c0075b70-e530-4da0-bb8d-b7596c486b9a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:24.291818 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1b3cf-6a4b-4f91-8518-a01917d2b36f req-7921cea7-3b38-4626-adc7-5bfc9f1f38ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:24.293393 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-8ab1b3cf-6a4b-4f91-8518-a01917d2b36f req-7921cea7-3b38-4626-adc7-5bfc9f1f38ec service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=74f32fac-79da-4565-bfb2-7c951102ee06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0422056
Jan 28 02:06:24.304075 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0075b70-e530-4da0-bb8d-b7596c486b9a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Pushing event deleted for resources: {'Port': ['ID=1667cde2-42d5-47e8-8668-401aac7543d7,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:24.363458 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c0075b70-e530-4da0-bb8d-b7596c486b9a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks [] for floatingip, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:24.363914 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.l3_db [None req-c0075b70-e530-4da0-bb8d-b7596c486b9a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Floating IP d009b3e2-4e93-4ba0-be19-431bbb4fd3c2 disassociated (deleted). External IP: 172.27.3.252, port: df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1.
Jan 28 02:06:24.412707 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-8ab1b3cf-6a4b-4f91-8518-a01917d2b36f req-e585dd16-ce91-4c51-b8a8-b0d2881bf348 service neutron] 10.222.0.82 "GET /v2.0/networks/74f32fac-79da-4565-bfb2-7c951102ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0899065
Jan 28 02:06:24.524688 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-8ab1b3cf-6a4b-4f91-8518-a01917d2b36f req-578e4f51-d729-4241-8dec-1bfba807e01e service neutron] 10.222.0.82 "GET /v2.0/networks/74f32fac-79da-4565-bfb2-7c951102ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0971179
Jan 28 02:06:24.566636 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0763fdc-70f0-44f1-a4e7-1673caa48efb req-04ac0b18-5fd9-4985-a092-43af1faedf88 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:24.568581 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d0763fdc-70f0-44f1-a4e7-1673caa48efb req-04ac0b18-5fd9-4985-a092-43af1faedf88 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 945 time: 0.1016970
Jan 28 02:06:24.657819 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d0763fdc-70f0-44f1-a4e7-1673caa48efb req-4105b408-3a03-4be0-ab71-b986591440fb tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0553916
Jan 28 02:06:24.662550 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0075b70-e530-4da0-bb8d-b7596c486b9a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Router f9da3210-bede-47cb-a4c4-1721093d2d93 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:06:24.776928 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0075b70-e530-4da0-bb8d-b7596c486b9a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:06:24.782198 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c0075b70-e530-4da0-bb8d-b7596c486b9a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:24.786942 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fa50be-5f38-4e89-909f-66adf7b3261e None None] Sync routers for ids ['f9da3210-bede-47cb-a4c4-1721093d2d93'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:06:24.799458 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fa50be-5f38-4e89-909f-66adf7b3261e None None] Routers {'f9da3210-bede-47cb-a4c4-1721093d2d93'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:24.800107 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-96fa50be-5f38-4e89-909f-66adf7b3261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa76f610>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['f9da3210-bede-47cb-a4c4-1721093d2d93'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:24.809850 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-c0075b70-e530-4da0-bb8d-b7596c486b9a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "DELETE /v2.0/floatingips/d009b3e2-4e93-4ba0-be19-431bbb4fd3c2 HTTP/1.1" status: 204  len: 168 time: 1.2061081
Jan 28 02:06:25.050500 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-96fa50be-5f38-4e89-909f-66adf7b3261e None None] Set router f9da3210-bede-47cb-a4c4-1721093d2d93 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:25.167827 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99e0d03-1fe8-4dd7-9c5d-e67a633ab920', 'tag': 'df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1'}] {{(pid=101322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:06:25.170159 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22e9aba1f3ae753be8f095bd4de5bd58f45f4f40cfe68f6f18584bec835fbd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383bb1f4-b857-4020-9ce0-9dac00d9ce38" -d '{"events": [{"name": "network-changed", "server_uuid": "b99e0d03-1fe8-4dd7-9c5d-e67a633ab920", "tag": "df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1"}]}' {{(pid=101322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:06:25.210308 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76287917-610e-48c4-a4e9-09271d0169e6 x-openstack-request-id: req-76287917-610e-48c4-a4e9-09271d0169e6 {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:06:25.210751 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99e0d03-1fe8-4dd7-9c5d-e67a633ab920", "tag": "df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1", "status": "completed", "code": 200}]} {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:06:25.211198 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-76287917-610e-48c4-a4e9-09271d0169e6 {{(pid=101322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:06:25.212000 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99e0d03-1fe8-4dd7-9c5d-e67a633ab920', 'tag': 'df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1', 'status': 'completed', 'code': 200}
Jan 28 02:06:25.258892 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-96fa50be-5f38-4e89-909f-66adf7b3261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa76f610>, [{'id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'name': 'tempest-TestMinimumBasicScenario-1264500199-router', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:23Z', 'updated_at': '2022-01-28T02:03:27Z', 'revision_number': 4, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'gw_port': {'id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:24Z', 'updated_at': '2022-01-28T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'd47f8b4c-1b2f-4657-bbb0-5c30869ed3db', 'name': '', 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'mac_address': 'fa:16:3e:11:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '1b393d39-c8f1-4417-b01a-d64b8315c262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:26Z', 'updated_at': '2022-01-28T02:03:32Z', 'revision_number': 5, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'subnets': [{'id': '1b393d39-c8f1-4417-b01a-d64b8315c262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:25.285568 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fa50be-5f38-4e89-909f-66adf7b3261e None None] Checking router: f9da3210-bede-47cb-a4c4-1721093d2d93 for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:06:25.294018 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fa50be-5f38-4e89-909f-66adf7b3261e None None] Routers {'f9da3210-bede-47cb-a4c4-1721093d2d93'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:25.294629 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-96fa50be-5f38-4e89-909f-66adf7b3261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa76f610>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['f9da3210-bede-47cb-a4c4-1721093d2d93'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:25.366540 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bb1f4-b857-4020-9ce0-9dac00d9ce38 req-06773e69-82a4-49a7-bbdb-f11d50c9c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:25.367106 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-383bb1f4-b857-4020-9ce0-9dac00d9ce38 req-06773e69-82a4-49a7-bbdb-f11d50c9c8d3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8f948307a28a46c882d15550cc527d3e&device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 1099 time: 0.0482635
Jan 28 02:06:25.416274 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-96fa50be-5f38-4e89-909f-66adf7b3261e None None] Set router f9da3210-bede-47cb-a4c4-1721093d2d93 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:25.472182 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bb1f4-b857-4020-9ce0-9dac00d9ce38 req-7c031b13-498e-4768-9d6e-3bc808343417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:25.473678 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-383bb1f4-b857-4020-9ce0-9dac00d9ce38 req-7c031b13-498e-4768-9d6e-3bc808343417 service neutron] 10.222.0.82 "GET /v2.0/networks?id=74f32fac-79da-4565-bfb2-7c951102ee06 HTTP/1.1" status: 200  len: 916 time: 0.0971344
Jan 28 02:06:25.521437 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-383bb1f4-b857-4020-9ce0-9dac00d9ce38 req-5858e2e0-bb08-46be-902a-7daf77c5e330 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 HTTP/1.1" status: 200  len: 217 time: 0.0364482
Jan 28 02:06:25.572845 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bb1f4-b857-4020-9ce0-9dac00d9ce38 req-264a8f5e-da7c-429f-bf47-41284e749dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:25.574659 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-383bb1f4-b857-4020-9ce0-9dac00d9ce38 req-264a8f5e-da7c-429f-bf47-41284e749dad service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1b393d39-c8f1-4417-b01a-d64b8315c262 HTTP/1.1" status: 200  len: 854 time: 0.0464139
Jan 28 02:06:25.628799 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-96fa50be-5f38-4e89-909f-66adf7b3261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa76f610>, [{'id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'name': 'tempest-TestMinimumBasicScenario-1264500199-router', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:23Z', 'updated_at': '2022-01-28T02:03:27Z', 'revision_number': 4, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'gw_port': {'id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:24Z', 'updated_at': '2022-01-28T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'd47f8b4c-1b2f-4657-bbb0-5c30869ed3db', 'name': '', 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'mac_address': 'fa:16:3e:11:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '1b393d39-c8f1-4417-b01a-d64b8315c262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:26Z', 'updated_at': '2022-01-28T02:03:32Z', 'revision_number': 5, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'subnets': [{'id': '1b393d39-c8f1-4417-b01a-d64b8315c262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:25.633357 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bb1f4-b857-4020-9ce0-9dac00d9ce38 req-07ed0c86-4bfb-45cc-bcc9-45ae6eb829e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:25.635112 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-383bb1f4-b857-4020-9ce0-9dac00d9ce38 req-07ed0c86-4bfb-45cc-bcc9-45ae6eb829e2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=74f32fac-79da-4565-bfb2-7c951102ee06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0534258
Jan 28 02:06:25.657314 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fa50be-5f38-4e89-909f-66adf7b3261e None None] The sync data for ids ['f9da3210-bede-47cb-a4c4-1721093d2d93'] in dv-cinder-824979-1-iscsi is: [{'id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'name': 'tempest-TestMinimumBasicScenario-1264500199-router', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:23Z', 'updated_at': '2022-01-28T02:03:27Z', 'revision_number': 4, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'gw_port': {'id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:24Z', 'updated_at': '2022-01-28T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'd47f8b4c-1b2f-4657-bbb0-5c30869ed3db', 'name': '', 'network_id': '74f32fac-79da-4565-bfb2-7c951102ee06', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'mac_address': 'fa:16:3e:11:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '1b393d39-c8f1-4417-b01a-d64b8315c262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:26Z', 'updated_at': '2022-01-28T02:03:32Z', 'revision_number': 5, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'subnets': [{'id': '1b393d39-c8f1-4417-b01a-d64b8315c262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:06:25.752330 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-383bb1f4-b857-4020-9ce0-9dac00d9ce38 req-ef73f17d-38bc-4823-8209-8811c0a41a1c service neutron] 10.222.0.82 "GET /v2.0/networks/74f32fac-79da-4565-bfb2-7c951102ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1069536
Jan 28 02:06:25.784317 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25726dcc-edcc-4db9-bcf7-6f4235ca38e3 req-232e2264-9aa2-46f4-9004-cb13fbe510d5 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:25.790537 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-25726dcc-edcc-4db9-bcf7-6f4235ca38e3 req-232e2264-9aa2-46f4-9004-cb13fbe510d5 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 945 time: 0.0558248
Jan 28 02:06:25.838821 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-25726dcc-edcc-4db9-bcf7-6f4235ca38e3 req-a4a24fd1-cb44-487d-b614-fcaaa59406b0 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410278
Jan 28 02:06:25.880581 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-383bb1f4-b857-4020-9ce0-9dac00d9ce38 req-739a66ba-9de7-461c-9a1b-f51d91ab50cb service neutron] 10.222.0.82 "GET /v2.0/networks/74f32fac-79da-4565-bfb2-7c951102ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1106286
Jan 28 02:06:25.957185 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883c2b6-9265-45b6-9f12-f03949d60e14 None None] New status for floating IP d009b3e2-4e93-4ba0-be19-431bbb4fd3c2: DOWN {{(pid=101325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:06:25.983101 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ec3a7-2928-4ff3-b281-03916bf99391 req-0ca4732f-f415-4218-97af-20f7ac4b3003 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:25.984615 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-035ec3a7-2928-4ff3-b281-03916bf99391 req-0ca4732f-f415-4218-97af-20f7ac4b3003 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 945 time: 0.0528541
Jan 28 02:06:26.027982 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-035ec3a7-2928-4ff3-b281-03916bf99391 req-c9d25a44-b2c4-4c23-bd9d-a073c0465cd7 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0368726
Jan 28 02:06:26.054267 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 45184) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:26.241553 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb084c3-1d84-4393-ba22-380e4d898c96 tempest-TestVolumeBootPattern-318711507 tempest-TestVolumeBootPattern-318711507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:26.243303 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-abb084c3-1d84-4393-ba22-380e4d898c96 tempest-TestVolumeBootPattern-318711507 tempest-TestVolumeBootPattern-318711507-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 1093 time: 0.1874406
Jan 28 02:06:26.246259 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 45190) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:26.251128 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Request body: {'floatingip': {'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'port_id': '4143fbb4-bf61-4984-a2ff-d28966a621d6', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:26.279886 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for floatingip, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:26.387197 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:26.516216 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_common [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Allocated IP 172.27.3.251 (77030b15-4317-4bc4-9693-f7afef5939e8/a10a135b-d338-4414-a2fc-bd26c83c352b/b6a6ea03-2b90-4136-a2cd-5159a07b9b5b) {{(pid=101322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:26.632850 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for port, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:26.673063 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:26.719029 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Network 77030b15-4317-4bc4-9693-f7afef5939e8 is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:26.721985 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:26.725693 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Received port after_create {{(pid=101322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:26.748231 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event updated for resources: {'Port': ['ID=b6a6ea03-2b90-4136-a2cd-5159a07b9b5b,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:27.112491 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:27.188380 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:27.371769 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for port, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:27.378677 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4291371100'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:27.462692 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event updated for resources: {'Port': ['ID=b6a6ea03-2b90-4136-a2cd-5159a07b9b5b,revision_number=2']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:27.467716 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551309'] for floatingip, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:27.473909 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:27.474261 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:27.474596 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:27.474935 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:27.475265 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:27.475606 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:27.475929 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:27.476254 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:27.476576 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:27.476895 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:27.477216 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:27.477529 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:27.586960 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.l3_db [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Floating IP 4e525ee2-47a6-423b-afc6-69a1ec794447 associated. External IP: 172.27.3.251, port: 4143fbb4-bf61-4984-a2ff-d28966a621d6.
Jan 28 02:06:27.820888 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Router 7ecd1c88-263f-4999-899c-b6c8b6899074 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:06:27.940815 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:06:27.951845 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca31197-f5f7-44b4-880f-9020e3affc45 None None] Sync routers for ids ['7ecd1c88-263f-4999-899c-b6c8b6899074'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:06:27.962375 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca31197-f5f7-44b4-880f-9020e3affc45 None None] Routers {'7ecd1c88-263f-4999-899c-b6c8b6899074'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:27.962852 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:27.963056 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-fca31197-f5f7-44b4-880f-9020e3affc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa454370>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['7ecd1c88-263f-4999-899c-b6c8b6899074'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:27.993736 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-c14e525b-b2c5-411d-a6f2-393418947289 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.7464161
Jan 28 02:06:27.994322 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f81333-d5d4-4278-90ed-540420db8271', 'tag': '4143fbb4-bf61-4984-a2ff-d28966a621d6'}] {{(pid=101322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:06:27.999011 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22e9aba1f3ae753be8f095bd4de5bd58f45f4f40cfe68f6f18584bec835fbd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c856f4-d608-435f-990e-816a2ec4a308" -d '{"events": [{"name": "network-changed", "server_uuid": "96f81333-d5d4-4278-90ed-540420db8271", "tag": "4143fbb4-bf61-4984-a2ff-d28966a621d6"}]}' {{(pid=101322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:06:28.040750 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67570fd-be7f-4449-89d9-f3dfcb44bfe9 x-openstack-request-id: req-e67570fd-be7f-4449-89d9-f3dfcb44bfe9 {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:06:28.041080 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f81333-d5d4-4278-90ed-540420db8271", "tag": "4143fbb4-bf61-4984-a2ff-d28966a621d6", "status": "completed", "code": 200}]} {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:06:28.041241 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e67570fd-be7f-4449-89d9-f3dfcb44bfe9 {{(pid=101322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:06:28.041623 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f81333-d5d4-4278-90ed-540420db8271', 'tag': '4143fbb4-bf61-4984-a2ff-d28966a621d6', 'status': 'completed', 'code': 200}
Jan 28 02:06:28.087904 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-fca31197-f5f7-44b4-880f-9020e3affc45 None None] Set router 7ecd1c88-263f-4999-899c-b6c8b6899074 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:28.130028 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c856f4-d608-435f-990e-816a2ec4a308 req-2eab1714-1bd5-4260-92aa-2c8e677db507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:28.131535 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f7c856f4-d608-435f-990e-816a2ec4a308 req-2eab1714-1bd5-4260-92aa-2c8e677db507 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d88874e13aa04221b933b43cb2350ad2&device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 1098 time: 0.0450156
Jan 28 02:06:28.236353 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c856f4-d608-435f-990e-816a2ec4a308 req-44fa3b98-4710-44f6-8532-db9f33dea956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:28.237860 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f7c856f4-d608-435f-990e-816a2ec4a308 req-44fa3b98-4710-44f6-8532-db9f33dea956 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7946a91b-c87f-479e-b41f-92c9cd8d4828 HTTP/1.1" status: 200  len: 912 time: 0.0976114
Jan 28 02:06:28.319320 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f7c856f4-d608-435f-990e-816a2ec4a308 req-98e12f4b-d4c4-4a8d-8630-64e82aea0b72 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4143fbb4-bf61-4984-a2ff-d28966a621d6 HTTP/1.1" status: 200  len: 999 time: 0.0695815
Jan 28 02:06:28.334834 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-fca31197-f5f7-44b4-880f-9020e3affc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa454370>, [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': '4e525ee2-47a6-423b-afc6-69a1ec794447', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'port_id': '4143fbb4-bf61-4984-a2ff-d28966a621d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'mac_address': 'fa:16:3e:e4:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f81333-d5d4-4278-90ed-540420db8271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:06:26Z', 'updated_at': '2022-01-28T02:06:26Z', 'revision_number': 0, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 5, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:28.362647 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca31197-f5f7-44b4-880f-9020e3affc45 None None] Checking router: 7ecd1c88-263f-4999-899c-b6c8b6899074 for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:06:28.371371 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca31197-f5f7-44b4-880f-9020e3affc45 None None] Routers {'7ecd1c88-263f-4999-899c-b6c8b6899074'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:28.371999 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-fca31197-f5f7-44b4-880f-9020e3affc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa454370>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['7ecd1c88-263f-4999-899c-b6c8b6899074'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:28.372592 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c856f4-d608-435f-990e-816a2ec4a308 req-8b8da38a-227a-4c07-83d3-0c6d6c0df053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:28.374085 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f7c856f4-d608-435f-990e-816a2ec4a308 req-8b8da38a-227a-4c07-83d3-0c6d6c0df053 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eaa3750d-c13f-4d6a-9333-02aefa682127 HTTP/1.1" status: 200  len: 850 time: 0.0474350
Jan 28 02:06:28.434085 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c856f4-d608-435f-990e-816a2ec4a308 req-bc34004a-0b2b-4fe1-a196-415af579c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:28.435902 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f7c856f4-d608-435f-990e-816a2ec4a308 req-bc34004a-0b2b-4fe1-a196-415af579c468 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7946a91b-c87f-479e-b41f-92c9cd8d4828&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0531774
Jan 28 02:06:28.494077 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-fca31197-f5f7-44b4-880f-9020e3affc45 None None] Set router 7ecd1c88-263f-4999-899c-b6c8b6899074 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:28.542722 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f7c856f4-d608-435f-990e-816a2ec4a308 req-9e4f21bd-0172-4c02-b722-cd92c01d0cfc service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0994706
Jan 28 02:06:28.673026 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f7c856f4-d608-435f-990e-816a2ec4a308 req-b8c65b1c-4811-4d8b-999b-3ad7ea00a16a service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1199613
Jan 28 02:06:28.724601 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434cd6b-3699-4536-8928-e452bd86bebe req-1a579510-b56a-4008-a5d6-eedcc8ddcdf1 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:28.726849 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f434cd6b-3699-4536-8928-e452bd86bebe req-1a579510-b56a-4008-a5d6-eedcc8ddcdf1 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 946 time: 0.0590394
Jan 28 02:06:28.758383 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-fca31197-f5f7-44b4-880f-9020e3affc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa454370>, [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': '4e525ee2-47a6-423b-afc6-69a1ec794447', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'port_id': '4143fbb4-bf61-4984-a2ff-d28966a621d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'mac_address': 'fa:16:3e:e4:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f81333-d5d4-4278-90ed-540420db8271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:06:26Z', 'updated_at': '2022-01-28T02:06:26Z', 'revision_number': 0, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 5, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:28.773636 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f434cd6b-3699-4536-8928-e452bd86bebe req-4f60e7ab-1e72-4df2-b413-1e4ba0bbcda6 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370779
Jan 28 02:06:28.797342 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca31197-f5f7-44b4-880f-9020e3affc45 None None] The sync data for ids ['7ecd1c88-263f-4999-899c-b6c8b6899074'] in dv-cinder-824979-1-iscsi is: [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': '4e525ee2-47a6-423b-afc6-69a1ec794447', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'port_id': '4143fbb4-bf61-4984-a2ff-d28966a621d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'mac_address': 'fa:16:3e:e4:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f81333-d5d4-4278-90ed-540420db8271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:06:26Z', 'updated_at': '2022-01-28T02:06:26Z', 'revision_number': 0, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 5, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:06:28.993938 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87645b56-d8c5-442c-9c44-d4b4a9026555 None None] New status for floating IP 4e525ee2-47a6-423b-afc6-69a1ec794447: ACTIVE {{(pid=101325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:06:29.244502 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:06:29.904957 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70244a4-f2a1-437e-8a45-32dec9400a68 req-d6a09a1c-5bf7-4fe8-afa8-7e35762585cd tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:29.907009 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a70244a4-f2a1-437e-8a45-32dec9400a68 req-d6a09a1c-5bf7-4fe8-afa8-7e35762585cd tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 946 time: 0.0616901
Jan 28 02:06:29.951974 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a70244a4-f2a1-437e-8a45-32dec9400a68 req-9b51df2f-6af1-4481-8723-57acda69440b tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388708
Jan 28 02:06:31.048877 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc8a42-f4e9-413a-874a-67138044765e req-88c19af1-084b-40b4-99a6-7df7fc18c66a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:31.050682 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ddcc8a42-f4e9-413a-874a-67138044765e req-88c19af1-084b-40b4-99a6-7df7fc18c66a tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.82 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 946 time: 0.0663147
Jan 28 02:06:31.082494 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae51e1-71fa-4e4c-a719-06259e9970bb req-9529a735-ee7e-430b-a4e0-e17b256c973e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:31.084455 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eeae51e1-71fa-4e4c-a719-06259e9970bb req-9529a735-ee7e-430b-a4e0-e17b256c973e tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/ports?device_id=b99e0d03-1fe8-4dd7-9c5d-e67a633ab920 HTTP/1.1" status: 200  len: 946 time: 0.0612495
Jan 28 02:06:31.130425 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eeae51e1-71fa-4e4c-a719-06259e9970bb req-880372e6-bf02-4291-a2cc-5c7292dadf00 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.77 "GET /v2.0/security-groups?id=fcbc10f7-48a8-4005-9042-53a4c09bcf3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383339
Jan 28 02:06:31.155210 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-ddcc8a42-f4e9-413a-874a-67138044765e req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Deleting port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:06:31.155771 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ddcc8a42-f4e9-413a-874a-67138044765e req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:31.255355 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-ddcc8a42-f4e9-413a-874a-67138044765e req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] For port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1,segment=NetworkSegment(93086bcc-0628-453c-a2d3-0718c8a10fd4),segment_id=93086bcc-0628-453c-a2d3-0718c8a10fd4)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:31.255712 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ddcc8a42-f4e9-413a-874a-67138044765e req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:31.267816 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-ddcc8a42-f4e9-413a-874a-67138044765e req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Calling delete_port for df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 owned by compute:nova {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:06:31.396079 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ddcc8a42-f4e9-413a-874a-67138044765e req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:31.429293 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Pushing event deleted for resources: {'Port': ['ID=df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:31.432750 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:06:31.469287 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:31.469635 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:31.470011 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:31.470391 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:31.470719 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:31.471048 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:31.471373 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:31.471694 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:31.472017 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:31.472343 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:31.472662 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:31.472979 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:31.491870 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcc8a42-f4e9-413a-874a-67138044765e req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] No DVR routers for this DVR port df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 on host hv-cinder-82497 {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:06:31.494240 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ddcc8a42-f4e9-413a-874a-67138044765e req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:31.497630 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ddcc8a42-f4e9-413a-874a-67138044765e req-01fc8a79-f338-4246-ad6f-0314ca8ce528 tempest-TestMinimumBasicScenario-476935786 tempest-TestMinimumBasicScenario-476935786-project] 10.222.0.82 "DELETE /v2.0/ports/df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 HTTP/1.1" status: 204  len: 173 time: 0.4407136
Jan 28 02:06:31.498093 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99e0d03-1fe8-4dd7-9c5d-e67a633ab920', 'name': 'network-vif-deleted', 'tag': 'df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:06:31.500498 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852c7729-167f-421c-9419-4c81afaa1591" -d '{"events": [{"server_uuid": "b99e0d03-1fe8-4dd7-9c5d-e67a633ab920", "name": "network-vif-deleted", "tag": "df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:06:31.541438 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91c9434-11b1-4b66-8710-b3e996240966 x-openstack-request-id: req-e91c9434-11b1-4b66-8710-b3e996240966 {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:06:31.541914 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99e0d03-1fe8-4dd7-9c5d-e67a633ab920", "name": "network-vif-deleted", "tag": "df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:06:31.542263 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e91c9434-11b1-4b66-8710-b3e996240966 {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:06:31.542663 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99e0d03-1fe8-4dd7-9c5d-e67a633ab920', 'name': 'network-vif-deleted', 'tag': 'df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1', 'status': 'completed', 'code': 200}
Jan 28 02:06:32.889051 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45302) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:33.331767 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c934cba0-166b-4970-b53c-70d7cd217856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545165'] for router_interface, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:33.635662 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-c934cba0-166b-4970-b53c-70d7cd217856 admin admin] Deleting port d47f8b4c-1b2f-4657-bbb0-5c30869ed3db {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:06:33.635999 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c934cba0-166b-4970-b53c-70d7cd217856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:33.715231 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [None req-c934cba0-166b-4970-b53c-70d7cd217856 admin admin] For port d47f8b4c-1b2f-4657-bbb0-5c30869ed3db, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=d47f8b4c-1b2f-4657-bbb0-5c30869ed3db,segment=NetworkSegment(93086bcc-0628-453c-a2d3-0718c8a10fd4),segment_id=93086bcc-0628-453c-a2d3-0718c8a10fd4)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:33.715617 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c934cba0-166b-4970-b53c-70d7cd217856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:33.727811 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-c934cba0-166b-4970-b53c-70d7cd217856 admin admin] Calling delete_port for d47f8b4c-1b2f-4657-bbb0-5c30869ed3db owned by network:router_interface {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:06:33.912041 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c934cba0-166b-4970-b53c-70d7cd217856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:33.941067 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934cba0-166b-4970-b53c-70d7cd217856 admin admin] Pushing event deleted for resources: {'Port': ['ID=d47f8b4c-1b2f-4657-bbb0-5c30869ed3db,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:34.334867 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c934cba0-166b-4970-b53c-70d7cd217856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545341'] for router_interface, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:34.590611 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c934cba0-166b-4970-b53c-70d7cd217856 admin admin] Router f9da3210-bede-47cb-a4c4-1721093d2d93 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:06:34.706462 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c934cba0-166b-4970-b53c-70d7cd217856 admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:06:34.707140 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:06:34.711718 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-c934cba0-166b-4970-b53c-70d7cd217856 admin admin] 10.222.0.77 "PUT /v2.0/routers/f9da3210-bede-47cb-a4c4-1721093d2d93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8216062
Jan 28 02:06:34.714278 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45324) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:34.730830 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4016f6d-e613-4ed8-ad91-4e688ff4623c None None] Sync routers for ids ['f9da3210-bede-47cb-a4c4-1721093d2d93'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:06:34.734414 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:06:34.734751 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device df1c8d4f-63d5-47e0-b6f4-2bd6680bd3b1 not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:06:34.742615 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4016f6d-e613-4ed8-ad91-4e688ff4623c None None] Routers {'f9da3210-bede-47cb-a4c4-1721093d2d93'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:34.743213 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-c4016f6d-e613-4ed8-ad91-4e688ff4623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa14ea00>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['f9da3210-bede-47cb-a4c4-1721093d2d93'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:34.820898 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f2b711d1-3ff0-45c0-946b-4e2be419d178 admin admin] Notify callbacks [] for router, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:34.858968 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-c4016f6d-e613-4ed8-ad91-4e688ff4623c None None] Set router f9da3210-bede-47cb-a4c4-1721093d2d93 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:34.929338 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f2b711d1-3ff0-45c0-946b-4e2be419d178 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:34.984208 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-f2b711d1-3ff0-45c0-946b-4e2be419d178 admin admin] Deleting port e75ab860-8bd5-4522-970f-729ed6acac7f {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:06:34.984551 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f2b711d1-3ff0-45c0-946b-4e2be419d178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:35.050078 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-c4016f6d-e613-4ed8-ad91-4e688ff4623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa14ea00>, [{'id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'name': 'tempest-TestMinimumBasicScenario-1264500199-router', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:23Z', 'updated_at': '2022-01-28T02:06:33Z', 'revision_number': 5, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'gw_port': {'id': 'e75ab860-8bd5-4522-970f-729ed6acac7f', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:24Z', 'updated_at': '2022-01-28T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:35.070145 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [None req-f2b711d1-3ff0-45c0-946b-4e2be419d178 admin admin] For port e75ab860-8bd5-4522-970f-729ed6acac7f, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=e75ab860-8bd5-4522-970f-729ed6acac7f,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:35.070501 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f2b711d1-3ff0-45c0-946b-4e2be419d178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:35.086364 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-f2b711d1-3ff0-45c0-946b-4e2be419d178 admin admin] Calling delete_port for e75ab860-8bd5-4522-970f-729ed6acac7f owned by network:router_gateway {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:06:35.088889 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4016f6d-e613-4ed8-ad91-4e688ff4623c None None] Checking router: f9da3210-bede-47cb-a4c4-1721093d2d93 for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:06:35.102244 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4016f6d-e613-4ed8-ad91-4e688ff4623c None None] Routers {'f9da3210-bede-47cb-a4c4-1721093d2d93'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:35.103191 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-c4016f6d-e613-4ed8-ad91-4e688ff4623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa14ea00>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['f9da3210-bede-47cb-a4c4-1721093d2d93'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:35.284200 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f2b711d1-3ff0-45c0-946b-4e2be419d178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:35.314509 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b711d1-3ff0-45c0-946b-4e2be419d178 admin admin] Pushing event deleted for resources: {'Port': ['ID=e75ab860-8bd5-4522-970f-729ed6acac7f,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:35.342064 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-c4016f6d-e613-4ed8-ad91-4e688ff4623c None None] Set router f9da3210-bede-47cb-a4c4-1721093d2d93 gateway port host: None {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:35.381170 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f2b711d1-3ff0-45c0-946b-4e2be419d178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551259'] for router_gateway, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:35.398105 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-c4016f6d-e613-4ed8-ad91-4e688ff4623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa14ea00>, [{'id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'name': 'tempest-TestMinimumBasicScenario-1264500199-router', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:23Z', 'updated_at': '2022-01-28T02:06:34Z', 'revision_number': 6, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'gw_port_host': None}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:35.428660 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4016f6d-e613-4ed8-ad91-4e688ff4623c None None] The sync data for ids ['f9da3210-bede-47cb-a4c4-1721093d2d93'] in dv-cinder-824979-1-iscsi is: [{'id': 'f9da3210-bede-47cb-a4c4-1721093d2d93', 'name': 'tempest-TestMinimumBasicScenario-1264500199-router', 'tenant_id': '8f948307a28a46c882d15550cc527d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:23Z', 'updated_at': '2022-01-28T02:06:34Z', 'revision_number': 6, 'project_id': '8f948307a28a46c882d15550cc527d3e', 'gw_port_host': None}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:06:35.480352 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f2b711d1-3ff0-45c0-946b-4e2be419d178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124561'] for router, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:35.483127 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f2b711d1-3ff0-45c0-946b-4e2be419d178 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:35.528269 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f2b711d1-3ff0-45c0-946b-4e2be419d178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551678'] for router, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:35.529052 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b711d1-3ff0-45c0-946b-4e2be419d178 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9da3210-bede-47cb-a4c4-1721093d2d93 {{(pid=101323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 28 02:06:35.533665 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f2b711d1-3ff0-45c0-946b-4e2be419d178 admin admin] Notify callbacks [] for router, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:35.537447 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-f2b711d1-3ff0-45c0-946b-4e2be419d178 admin admin] 10.222.0.77 "DELETE /v2.0/routers/f9da3210-bede-47cb-a4c4-1721093d2d93 HTTP/1.1" status: 204  len: 168 time: 0.8196232
Jan 28 02:06:35.537672 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45328) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:35.592808 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed53abc2-1d74-494e-baf0-14f7f99e5b7d admin admin] Deleting subnet 1b393d39-c8f1-4417-b01a-d64b8315c262 {{(pid=101323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:06:35.598058 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ed53abc2-1d74-494e-baf0-14f7f99e5b7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:35.641833 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ed53abc2-1d74-494e-baf0-14f7f99e5b7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4290095779'] for subnet, precommit_delete_associations {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:35.758714 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ed53abc2-1d74-494e-baf0-14f7f99e5b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717944'] for subnet, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:35.826033 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ed53abc2-1d74-494e-baf0-14f7f99e5b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4290448657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4289782116'] for subnet, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:35.851907 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53abc2-1d74-494e-baf0-14f7f99e5b7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b393d39-c8f1-4417-b01a-d64b8315c262,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:35.855458 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ed53abc2-1d74-494e-baf0-14f7f99e5b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:35.859139 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-ed53abc2-1d74-494e-baf0-14f7f99e5b7d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1b393d39-c8f1-4417-b01a-d64b8315c262 HTTP/1.1" status: 204  len: 168 time: 0.3205252
Jan 28 02:06:35.862511 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45332) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:35.865331 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dd1a91-69c2-43f0-98e9-c4b42c70c46a None None] Network 74f32fac-79da-4565-bfb2-7c951102ee06 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:06:35.933324 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3581231'] for network, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:35.991801 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] Deleting port c5c5446b-4a7b-47a2-88a4-96ba34fb58b7 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:06:35.992154 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:36.060271 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] For port c5c5446b-4a7b-47a2-88a4-96ba34fb58b7, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=c5c5446b-4a7b-47a2-88a4-96ba34fb58b7,segment=NetworkSegment(93086bcc-0628-453c-a2d3-0718c8a10fd4),segment_id=93086bcc-0628-453c-a2d3-0718c8a10fd4)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:36.060271 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:36.074028 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] Calling delete_port for c5c5446b-4a7b-47a2-88a4-96ba34fb58b7 owned by network:dhcp {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:06:36.157017 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:36.184877 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c5446b-4a7b-47a2-88a4-96ba34fb58b7,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:36.187804 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] No DVR routers for this DVR port c5c5446b-4a7b-47a2-88a4-96ba34fb58b7 on host dv-cinder-824979-1-iscsi {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:06:36.214396 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325d402d-0c0d-4bb3-9c74-9a276ab22fd2 None None] DHCP port deletion for 74f32fac-79da-4565-bfb2-7c951102ee06 request from dv-cinder-824979-1-iscsi {{(pid=101324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jan 28 02:06:36.271062 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3718810', 'neutron.services.segments.db._delete_segments_for_network-8755292390849'] for network, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:36.292203 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67f95b0eb0>,) {'filters': {'network_id': ['74f32fac-79da-4565-bfb2-7c951102ee06']}} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:36.302326 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67f95b0eb0>, '93086bcc-0628-453c-a2d3-0718c8a10fd4') {'for_net_delete': True} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:36.302655 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67f95b0eb0>, '93086bcc-0628-453c-a2d3-0718c8a10fd4') {} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:36.315697 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755292456129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4290095770'] for segment, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:36.329966 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:36.336742 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=101323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:06:36.337535 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4290448811'] for segment, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]: Traceback (most recent call last):
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:     timer()
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:     cb(*args, **kw)
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:     return func(*args, **kwargs)
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:     self._notify()
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:     self.callback(batched_events)
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:     event.method(event)
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:     return f(self, *a, **k)
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._get(url).json()
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:06:36.339500 dv-cinder-824979-1-iscsi neutron-server[101323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:06:36.401525 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3718785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551359'] for network, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:36.407487 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:36.416989 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] 10.222.0.77 "DELETE /v2.0/networks/74f32fac-79da-4565-bfb2-7c951102ee06 HTTP/1.1" status: 204  len: 168 time: 0.5488474
Jan 28 02:06:36.418001 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 45334) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:36.430586 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98c531-aa97-4437-b45c-915107a499bd admin admin] Pushing event deleted for resources: {'Network': ['ID=74f32fac-79da-4565-bfb2-7c951102ee06,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:37.038794 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c484dae3-67d4-42ad-b4c6-8236abe99850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545165'] for router_interface, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:37.194285 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device d47f8b4c-1b2f-4657-bbb0-5c30869ed3db no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:06:37.213384 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: d47f8b4c-1b2f-4657-bbb0-5c30869ed3db {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:06:37.213970 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device d47f8b4c-1b2f-4657-bbb0-5c30869ed3db not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:06:37.214390 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device e75ab860-8bd5-4522-970f-729ed6acac7f no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:06:37.233130 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: e75ab860-8bd5-4522-970f-729ed6acac7f {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:06:37.233474 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device e75ab860-8bd5-4522-970f-729ed6acac7f not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:06:37.234037 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device c5c5446b-4a7b-47a2-88a4-96ba34fb58b7 no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:06:37.253475 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: c5c5446b-4a7b-47a2-88a4-96ba34fb58b7 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:06:37.253863 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device c5c5446b-4a7b-47a2-88a4-96ba34fb58b7 not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:06:37.313774 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-c484dae3-67d4-42ad-b4c6-8236abe99850 admin admin] Deleting port d5e8e38f-65c7-4922-9926-a38cddbb37a8 {{(pid=101322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:06:37.314188 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c484dae3-67d4-42ad-b4c6-8236abe99850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:37.403430 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.db [None req-c484dae3-67d4-42ad-b4c6-8236abe99850 admin admin] For port d5e8e38f-65c7-4922-9926-a38cddbb37a8, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=d5e8e38f-65c7-4922-9926-a38cddbb37a8,segment=NetworkSegment(07a7371c-18ff-4733-8116-eb5a4ff0082d),segment_id=07a7371c-18ff-4733-8116-eb5a4ff0082d)] {{(pid=101322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:37.403783 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c484dae3-67d4-42ad-b4c6-8236abe99850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:37.419405 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-c484dae3-67d4-42ad-b4c6-8236abe99850 admin admin] Calling delete_port for d5e8e38f-65c7-4922-9926-a38cddbb37a8 owned by network:router_interface {{(pid=101322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:06:37.618165 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c484dae3-67d4-42ad-b4c6-8236abe99850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:37.644203 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484dae3-67d4-42ad-b4c6-8236abe99850 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e8e38f-65c7-4922-9926-a38cddbb37a8,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:37.841996 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c484dae3-67d4-42ad-b4c6-8236abe99850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545341'] for router_interface, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:38.068995 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c484dae3-67d4-42ad-b4c6-8236abe99850 admin admin] Router e683631c-72c6-480a-bcb6-e5a46e9135f0 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:06:38.180342 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c484dae3-67d4-42ad-b4c6-8236abe99850 admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:06:38.187211 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-c484dae3-67d4-42ad-b4c6-8236abe99850 admin admin] 10.222.0.77 "PUT /v2.0/routers/e683631c-72c6-480a-bcb6-e5a46e9135f0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7676620
Jan 28 02:06:38.190123 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45344) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:38.193688 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a08c4-457d-4d8e-bc07-b5c7c65e5e0c None None] Sync routers for ids ['e683631c-72c6-480a-bcb6-e5a46e9135f0'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:06:38.204618 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a08c4-457d-4d8e-bc07-b5c7c65e5e0c None None] Routers {'e683631c-72c6-480a-bcb6-e5a46e9135f0'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:38.205887 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-bc0a08c4-457d-4d8e-bc07-b5c7c65e5e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fab25a90>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['e683631c-72c6-480a-bcb6-e5a46e9135f0'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:38.309005 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd9b3-e3b7-48b4-8870-34317a3b9cfa admin admin] Notify callbacks [] for router, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:38.319071 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-bc0a08c4-457d-4d8e-bc07-b5c7c65e5e0c None None] Set router e683631c-72c6-480a-bcb6-e5a46e9135f0 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:38.526155 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-bc0a08c4-457d-4d8e-bc07-b5c7c65e5e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fab25a90>, [{'id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'name': 'tempest-TestMinimumBasicScenario-1966622886-router', 'tenant_id': 'f7958af1ab86410ba70c5300b15da9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '86cf56ea-8692-427e-af8e-6735d5ad553d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:30Z', 'updated_at': '2022-01-28T02:06:37Z', 'revision_number': 5, 'project_id': 'f7958af1ab86410ba70c5300b15da9d8', 'gw_port': {'id': '86cf56ea-8692-427e-af8e-6735d5ad553d', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:31Z', 'updated_at': '2022-01-28T02:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:38.556308 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a08c4-457d-4d8e-bc07-b5c7c65e5e0c None None] Checking router: e683631c-72c6-480a-bcb6-e5a46e9135f0 for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:06:38.567184 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a08c4-457d-4d8e-bc07-b5c7c65e5e0c None None] Routers {'e683631c-72c6-480a-bcb6-e5a46e9135f0'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:38.568057 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-bc0a08c4-457d-4d8e-bc07-b5c7c65e5e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fab25a90>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['e683631c-72c6-480a-bcb6-e5a46e9135f0'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:38.646852 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd9b3-e3b7-48b4-8870-34317a3b9cfa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:38.704877 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-5cbdd9b3-e3b7-48b4-8870-34317a3b9cfa admin admin] Deleting port 86cf56ea-8692-427e-af8e-6735d5ad553d {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:06:38.705242 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd9b3-e3b7-48b4-8870-34317a3b9cfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:38.781242 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-bc0a08c4-457d-4d8e-bc07-b5c7c65e5e0c None None] Set router e683631c-72c6-480a-bcb6-e5a46e9135f0 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:38.810523 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [None req-5cbdd9b3-e3b7-48b4-8870-34317a3b9cfa admin admin] For port 86cf56ea-8692-427e-af8e-6735d5ad553d, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=86cf56ea-8692-427e-af8e-6735d5ad553d,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:38.811344 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd9b3-e3b7-48b4-8870-34317a3b9cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:38.831826 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-5cbdd9b3-e3b7-48b4-8870-34317a3b9cfa admin admin] Calling delete_port for 86cf56ea-8692-427e-af8e-6735d5ad553d owned by network:router_gateway {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:06:38.976137 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-bc0a08c4-457d-4d8e-bc07-b5c7c65e5e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fab25a90>, [{'id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'name': 'tempest-TestMinimumBasicScenario-1966622886-router', 'tenant_id': 'f7958af1ab86410ba70c5300b15da9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '86cf56ea-8692-427e-af8e-6735d5ad553d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:30Z', 'updated_at': '2022-01-28T02:06:37Z', 'revision_number': 5, 'project_id': 'f7958af1ab86410ba70c5300b15da9d8', 'gw_port': {'id': '86cf56ea-8692-427e-af8e-6735d5ad553d', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:31Z', 'updated_at': '2022-01-28T02:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:39.007089 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd9b3-e3b7-48b4-8870-34317a3b9cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.011210 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a08c4-457d-4d8e-bc07-b5c7c65e5e0c None None] The sync data for ids ['e683631c-72c6-480a-bcb6-e5a46e9135f0'] in dv-cinder-824979-1-iscsi is: [{'id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'name': 'tempest-TestMinimumBasicScenario-1966622886-router', 'tenant_id': 'f7958af1ab86410ba70c5300b15da9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '86cf56ea-8692-427e-af8e-6735d5ad553d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:30Z', 'updated_at': '2022-01-28T02:06:37Z', 'revision_number': 5, 'project_id': 'f7958af1ab86410ba70c5300b15da9d8', 'gw_port': {'id': '86cf56ea-8692-427e-af8e-6735d5ad553d', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683631c-72c6-480a-bcb6-e5a46e9135f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:31Z', 'updated_at': '2022-01-28T02:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:06:39.037567 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdd9b3-e3b7-48b4-8870-34317a3b9cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=86cf56ea-8692-427e-af8e-6735d5ad553d,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:39.102077 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd9b3-e3b7-48b4-8870-34317a3b9cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551259'] for router_gateway, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.204729 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd9b3-e3b7-48b4-8870-34317a3b9cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124561'] for router, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.207457 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd9b3-e3b7-48b4-8870-34317a3b9cfa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.249225 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd9b3-e3b7-48b4-8870-34317a3b9cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551678'] for router, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.249944 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbdd9b3-e3b7-48b4-8870-34317a3b9cfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router e683631c-72c6-480a-bcb6-e5a46e9135f0 {{(pid=101323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 28 02:06:39.260480 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd9b3-e3b7-48b4-8870-34317a3b9cfa admin admin] Notify callbacks [] for router, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.261956 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-5cbdd9b3-e3b7-48b4-8870-34317a3b9cfa admin admin] 10.222.0.77 "DELETE /v2.0/routers/e683631c-72c6-480a-bcb6-e5a46e9135f0 HTTP/1.1" status: 204  len: 168 time: 1.0700707
Jan 28 02:06:39.264705 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45350) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:39.310981 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d4e153-6059-42e7-8ba6-9ccbe26d56fa admin admin] Deleting subnet 3b509021-23fc-49c0-868e-6e327655a71f {{(pid=101323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:06:39.313936 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-77d4e153-6059-42e7-8ba6-9ccbe26d56fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.349603 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-77d4e153-6059-42e7-8ba6-9ccbe26d56fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4290095779'] for subnet, precommit_delete_associations {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.441195 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-77d4e153-6059-42e7-8ba6-9ccbe26d56fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717944'] for subnet, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.474948 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device d5e8e38f-65c7-4922-9926-a38cddbb37a8 no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:06:39.496870 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: d5e8e38f-65c7-4922-9926-a38cddbb37a8 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:06:39.497215 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device d5e8e38f-65c7-4922-9926-a38cddbb37a8 not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:06:39.498689 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-77d4e153-6059-42e7-8ba6-9ccbe26d56fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4290448657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4289782116'] for subnet, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.526389 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4e153-6059-42e7-8ba6-9ccbe26d56fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b509021-23fc-49c0-868e-6e327655a71f,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:39.531283 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-77d4e153-6059-42e7-8ba6-9ccbe26d56fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.535284 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-77d4e153-6059-42e7-8ba6-9ccbe26d56fa admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3b509021-23fc-49c0-868e-6e327655a71f HTTP/1.1" status: 204  len: 168 time: 0.2692499
Jan 28 02:06:39.536392 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574897fe-77cf-40f7-bce8-8b8ab5c6c277 None None] Network ff57c783-67c8-479a-845e-96fc876c32a4 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:06:39.537469 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45352) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:39.609409 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3581231'] for network, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.667300 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] Deleting port f025e651-a3b7-4923-8d0a-15e7a9069f35 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:06:39.667645 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.738293 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] For port f025e651-a3b7-4923-8d0a-15e7a9069f35, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=f025e651-a3b7-4923-8d0a-15e7a9069f35,segment=NetworkSegment(07a7371c-18ff-4733-8116-eb5a4ff0082d),segment_id=07a7371c-18ff-4733-8116-eb5a4ff0082d)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:39.738655 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.752825 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] Calling delete_port for f025e651-a3b7-4923-8d0a-15e7a9069f35 owned by network:dhcp {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:06:39.835816 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.860792 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] Pushing event deleted for resources: {'Port': ['ID=f025e651-a3b7-4923-8d0a-15e7a9069f35,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:39.866548 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] No DVR routers for this DVR port f025e651-a3b7-4923-8d0a-15e7a9069f35 on host dv-cinder-824979-1-iscsi {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:06:39.937055 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3718810', 'neutron.services.segments.db._delete_segments_for_network-8755292390849'] for network, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.958349 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67fa507550>,) {'filters': {'network_id': ['ff57c783-67c8-479a-845e-96fc876c32a4']}} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:39.967436 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67fa507550>, '07a7371c-18ff-4733-8116-eb5a4ff0082d') {'for_net_delete': True} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:39.967729 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67fa507550>, '07a7371c-18ff-4733-8116-eb5a4ff0082d') {} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:39.976743 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755292456129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4290095770'] for segment, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.989507 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.995870 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=101323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:06:39.996289 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4290448811'] for segment, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]: Traceback (most recent call last):
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:     timer()
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:     cb(*args, **kw)
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:     return func(*args, **kwargs)
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:     self._notify()
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:     self.callback(batched_events)
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:     event.method(event)
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:     return f(self, *a, **k)
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._get(url).json()
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:06:39.998172 dv-cinder-824979-1-iscsi neutron-server[101323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:06:40.011970 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1a66fc-02df-4713-a419-e13b57a3f643 None None] DHCP port deletion for ff57c783-67c8-479a-845e-96fc876c32a4 request from dv-cinder-824979-1-iscsi {{(pid=101324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jan 28 02:06:40.075723 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3718785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551359'] for network, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:40.093090 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:40.098229 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ff57c783-67c8-479a-845e-96fc876c32a4 HTTP/1.1" status: 204  len: 168 time: 0.5597167
Jan 28 02:06:40.099157 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fc16a-9207-4714-b9f8-87801cf07302 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff57c783-67c8-479a-845e-96fc876c32a4,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:40.229354 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45360) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:40.277033 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-62851547-2a8c-4ed1-ab9a-ccb457715244 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8f948307a28a46c882d15550cc527d3e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0464940
Jan 28 02:06:40.279493 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45362) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:40.333005 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6abc-6114-4e74-8f07-6b2bddda2ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:40.353435 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6abc-6114-4e74-8f07-6b2bddda2ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:40.398117 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6abc-6114-4e74-8f07-6b2bddda2ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:40.400555 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6abc-6114-4e74-8f07-6b2bddda2ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:40.401689 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-2b6c6abc-6114-4e74-8f07-6b2bddda2ff8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fcbc10f7-48a8-4005-9042-53a4c09bcf3f HTTP/1.1" status: 204  len: 168 time: 0.1213107
Jan 28 02:06:40.409691 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c6abc-6114-4e74-8f07-6b2bddda2ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbc10f7-48a8-4005-9042-53a4c09bcf3f,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:40.718205 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45368) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:40.757277 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-7d3aad76-75d1-4313-af93-28c7bb554eb4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f7958af1ab86410ba70c5300b15da9d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0378795
Jan 28 02:06:40.759748 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45370) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:40.807633 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a672f095-718f-485e-9eb6-9b0508b04407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:40.828577 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a672f095-718f-485e-9eb6-9b0508b04407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:40.876587 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a672f095-718f-485e-9eb6-9b0508b04407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:40.879330 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a672f095-718f-485e-9eb6-9b0508b04407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:40.880729 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-a672f095-718f-485e-9eb6-9b0508b04407 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8f53b8e1-bbd4-4067-8ade-d390d6879bcd HTTP/1.1" status: 204  len: 168 time: 0.1199217
Jan 28 02:06:40.891413 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672f095-718f-485e-9eb6-9b0508b04407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f53b8e1-bbd4-4067-8ade-d390d6879bcd,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:41.195000 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 86cf56ea-8692-427e-af8e-6735d5ad553d no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:06:41.223838 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: 86cf56ea-8692-427e-af8e-6735d5ad553d {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:06:41.224263 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 86cf56ea-8692-427e-af8e-6735d5ad553d not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:06:41.224748 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device f025e651-a3b7-4923-8d0a-15e7a9069f35 no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:06:41.248376 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: f025e651-a3b7-4923-8d0a-15e7a9069f35 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:06:41.248848 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device f025e651-a3b7-4923-8d0a-15e7a9069f35 not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:06:41.566579 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45398) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:41.662857 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-45039cc9-63ad-453f-82de-7c054b3a472e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1755894850-network', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:41.685952 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45039cc9-63ad-453f-82de-7c054b3a472e admin admin] Made reservation on behalf of 226f951c63d84729beaecf1a55d5a6a8 for: {'network': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:41.688227 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-45039cc9-63ad-453f-82de-7c054b3a472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for network, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:41.699000 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-45039cc9-63ad-453f-82de-7c054b3a472e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:41.772494 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-45039cc9-63ad-453f-82de-7c054b3a472e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:41.776187 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-45039cc9-63ad-453f-82de-7c054b3a472e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:41.802895 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45039cc9-63ad-453f-82de-7c054b3a472e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771}  {{(pid=101323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:06:41.809078 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45039cc9-63ad-453f-82de-7c054b3a472e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c41235b-2fe0-4fc4-982b-60d61485f999,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:41.815914 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-45039cc9-63ad-453f-82de-7c054b3a472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:41.816252 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.db.segments_db [None req-45039cc9-63ad-453f-82de-7c054b3a472e admin admin] Added segment 530323b7-86f0-4bb8-b8dd-b109b8fc1c90 of type vlan for network 23a28d37-0005-458c-a7f4-ea41e10faeb4
Jan 28 02:06:41.835657 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-821952b1-2a20-4e55-b3ad-cd424937445a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:41.859675 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-45039cc9-63ad-453f-82de-7c054b3a472e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755291977674'] for network, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:41.883193 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-45039cc9-63ad-453f-82de-7c054b3a472e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for network, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:41.884043 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45039cc9-63ad-453f-82de-7c054b3a472e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:41.884627 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-45039cc9-63ad-453f-82de-7c054b3a472e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:41.943090 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-45039cc9-63ad-453f-82de-7c054b3a472e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3754041
Jan 28 02:06:41.946031 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 45402) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:41.948378 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45039cc9-63ad-453f-82de-7c054b3a472e admin admin] Pushing event updated for resources: {'Network': ['ID=23a28d37-0005-458c-a7f4-ea41e10faeb4,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:41.951574 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-9f894cdc-51ba-4581-b6be-805edac6e7aa admin admin] Request body: {'subnet': {'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1755894850-subnet', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'ip_version': 4}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:41.959828 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Network 23a28d37-0005-458c-a7f4-ea41e10faeb4 details requested by agent ovs-agent-dv-cinder-824979-1-iscsi with host dv-cinder-824979-1-iscsi {{(pid=101324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:06:41.975422 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f894cdc-51ba-4581-b6be-805edac6e7aa admin admin] Made reservation on behalf of 226f951c63d84729beaecf1a55d5a6a8 for: {'subnet': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:41.977816 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9f894cdc-51ba-4581-b6be-805edac6e7aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290891370'] for subnet, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:42.163807 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9f894cdc-51ba-4581-b6be-805edac6e7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4291371211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290891384'] for subnet, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:42.220929 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f894cdc-51ba-4581-b6be-805edac6e7aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a15fd51-c3df-496a-bff1-21f2dd07ba6a,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:42.236045 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f894cdc-51ba-4581-b6be-805edac6e7aa admin admin] Checking segment: {'id': '530323b7-86f0-4bb8-b8dd-b109b8fc1c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:42.236458 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f894cdc-51ba-4581-b6be-805edac6e7aa admin admin] Network hostable DHCP agents. Network: 23a28d37-0005-458c-a7f4-ea41e10faeb4, hostable agents: ['248f8699-8ae1-4821-802a-c8c6bbf99ca2'], hosted agents: [] {{(pid=101322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:06:42.253463 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f894cdc-51ba-4581-b6be-805edac6e7aa admin admin] Network 23a28d37-0005-458c-a7f4-ea41e10faeb4 is scheduled to be hosted by DHCP agent 248f8699-8ae1-4821-802a-c8c6bbf99ca2 with binding_index 1 {{(pid=101322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:06:42.261985 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-9f894cdc-51ba-4581-b6be-805edac6e7aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824979-1-iscsi, 23a28d37-0005-458c-a7f4-ea41e10faeb4) {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:42.266276 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f894cdc-51ba-4581-b6be-805edac6e7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:42.266850 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9f894cdc-51ba-4581-b6be-805edac6e7aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:42.273662 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a7611c-7d18-442c-8ff2-1cc21b4ca369 None None] Network 23a28d37-0005-458c-a7f4-ea41e10faeb4 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:06:42.287286 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45412) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:42.287478 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-9f894cdc-51ba-4581-b6be-805edac6e7aa admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3402522
Jan 28 02:06:42.291911 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-c21ec092-aa5d-4c16-9ac3-f2d0a49eb4af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1755894850-router', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:42.313524 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c21ec092-aa5d-4c16-9ac3-f2d0a49eb4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124643'] for router, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:42.315114 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c21ec092-aa5d-4c16-9ac3-f2d0a49eb4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124570'] for router, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:42.368698 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c21ec092-aa5d-4c16-9ac3-f2d0a49eb4af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:42.419499 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd861fa95-f82e-5eb8-8e3c-25f8e9fee4ad-23a28d37-0005-458c-a7f4-ea41e10faeb4', 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'fixed_ips': [{'subnet_id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a'}]}} from dv-cinder-824979-1-iscsi. {{(pid=101324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jan 28 02:06:42.420366 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:42.508248 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c21ec092-aa5d-4c16-9ac3-f2d0a49eb4af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:42.556696 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Allocated IP 172.20.0.2 (23a28d37-0005-458c-a7f4-ea41e10faeb4/9a15fd51-c3df-496a-bff1-21f2dd07ba6a/7be244e2-75d3-41d8-a137-adcc8717f11c) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:42.704198 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:42.710056 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c21ec092-aa5d-4c16-9ac3-f2d0a49eb4af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:42.711569 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:42.733967 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c21ec092-aa5d-4c16-9ac3-f2d0a49eb4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:42.756244 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Network 23a28d37-0005-458c-a7f4-ea41e10faeb4 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:42.759098 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Resources bound (agent type, host, resource id):  {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:42.762708 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:42.768808 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Pushing event updated for resources: {'Port': ['ID=7be244e2-75d3-41d8-a137-adcc8717f11c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:42.780336 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:42.780550 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:42.780776 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:42.781106 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:42.781435 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:42.781777 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:42.782104 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:42.782424 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:42.782769 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:42.783099 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:42.783441 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:42.783757 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:42.830951 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Attempting to bind port 7be244e2-75d3-41d8-a137-adcc8717f11c on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:42.831316 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Attempting to bind port 7be244e2-75d3-41d8-a137-adcc8717f11c by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '530323b7-86f0-4bb8-b8dd-b109b8fc1c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:42.831673 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Attempting to bind port 7be244e2-75d3-41d8-a137-adcc8717f11c on network 23a28d37-0005-458c-a7f4-ea41e10faeb4 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:42.837026 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:42.837399 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Checking segment: {'id': '530323b7-86f0-4bb8-b8dd-b109b8fc1c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:42.837818 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:42.838208 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Bound using segment: {'id': '530323b7-86f0-4bb8-b8dd-b109b8fc1c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:42.838663 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Bound port: 7be244e2-75d3-41d8-a137-adcc8717f11c, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530323b7-86f0-4bb8-b8dd-b109b8fc1c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:42.839036 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:42.842955 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [None req-c21ec092-aa5d-4c16-9ac3-f2d0a49eb4af admin admin] Allocated IP 172.27.3.111 (77030b15-4317-4bc4-9693-f7afef5939e8/a10a135b-d338-4414-a2fc-bd26c83c352b/b89c3b6a-aad7-479c-a20d-e7010d3b0eb0) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:42.901413 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] For port 7be244e2-75d3-41d8-a137-adcc8717f11c, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:42.905227 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] For port 7be244e2-75d3-41d8-a137-adcc8717f11c, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=7be244e2-75d3-41d8-a137-adcc8717f11c,segment=NetworkSegment(530323b7-86f0-4bb8-b8dd-b109b8fc1c90),segment_id=530323b7-86f0-4bb8-b8dd-b109b8fc1c90)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:42.909166 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:42.954642 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c21ec092-aa5d-4c16-9ac3-f2d0a49eb4af admin admin] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:42.968829 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e378-40c2-4558-9f85-bdc58d1a5772 None None] Pushing event updated for resources: {'Port': ['ID=7be244e2-75d3-41d8-a137-adcc8717f11c,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:43.000601 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c21ec092-aa5d-4c16-9ac3-f2d0a49eb4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:43.043539 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21ec092-aa5d-4c16-9ac3-f2d0a49eb4af admin admin] Network 77030b15-4317-4bc4-9693-f7afef5939e8 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:43.046803 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-c21ec092-aa5d-4c16-9ac3-f2d0a49eb4af admin admin] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:43.049067 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ec092-aa5d-4c16-9ac3-f2d0a49eb4af admin admin] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:43.054795 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ec092-aa5d-4c16-9ac3-f2d0a49eb4af admin admin] Pushing event updated for resources: {'Port': ['ID=b89c3b6a-aad7-479c-a20d-e7010d3b0eb0,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:43.284953 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 7be244e2-75d3-41d8-a137-adcc8717f11c up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:43.342036 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 7be244e2-75d3-41d8-a137-adcc8717f11c triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:43.342504 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:43.355950 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c21ec092-aa5d-4c16-9ac3-f2d0a49eb4af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:43.423820 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:43.462100 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] For port 7be244e2-75d3-41d8-a137-adcc8717f11c, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=7be244e2-75d3-41d8-a137-adcc8717f11c,segment=NetworkSegment(530323b7-86f0-4bb8-b8dd-b109b8fc1c90),segment_id=530323b7-86f0-4bb8-b8dd-b109b8fc1c90)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:43.466314 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:43.539558 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Pushing event updated for resources: {'Port': ['ID=7be244e2-75d3-41d8-a137-adcc8717f11c,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:43.809856 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c21ec092-aa5d-4c16-9ac3-f2d0a49eb4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551287'] for router, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:43.901378 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5d4d63db-d405-4690-86fb-e51b76665b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:43.954683 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a6e580-d69f-4e03-ac56-7273101c6e63 None None] Network 23a28d37-0005-458c-a7f4-ea41e10faeb4 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:06:43.958148 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21ec092-aa5d-4c16-9ac3-f2d0a49eb4af admin admin] Router 5bf83b6a-5657-46bd-b87a-1a6504df9e0b is scheduled to L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 with binding_index 1 {{(pid=101323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 28 02:06:44.030612 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-7f1f6068-b9d3-466e-92d8-428a54a46388 None None] Provisioning complete for port 7be244e2-75d3-41d8-a137-adcc8717f11c triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:44.030905 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7f1f6068-b9d3-466e-92d8-428a54a46388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:44.089737 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21ec092-aa5d-4c16-9ac3-f2d0a49eb4af admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:06:44.101270 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] Sync routers for ids ['5bf83b6a-5657-46bd-b87a-1a6504df9e0b'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:06:44.111556 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-c21ec092-aa5d-4c16-9ac3-f2d0a49eb4af admin admin] Notify callbacks [] for router, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:44.112970 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-c21ec092-aa5d-4c16-9ac3-f2d0a49eb4af admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.8245947
Jan 28 02:06:44.116108 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45420) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:44.128982 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] Routers {'5bf83b6a-5657-46bd-b87a-1a6504df9e0b'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:44.130021 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa6e75e0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5bf83b6a-5657-46bd-b87a-1a6504df9e0b'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:44.309245 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] Set router 5bf83b6a-5657-46bd-b87a-1a6504df9e0b gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:44.533349 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-7fcc111f-f8a2-41f0-87ab-a0571ee00d3d None None] Provisioning complete for port 7be244e2-75d3-41d8-a137-adcc8717f11c triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:44.533715 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7fcc111f-f8a2-41f0-87ab-a0571ee00d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:44.538860 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa6e75e0>, [{'id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'name': 'tempest-TestShelveInstance-1755894850-router', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:43Z', 'revision_number': 3, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'gw_port': {'id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:38:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:44.573995 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a33b65e8-cb35-4d3b-a1a1-8efbd013e44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:44.584236 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] Checking router: 5bf83b6a-5657-46bd-b87a-1a6504df9e0b for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:06:44.584579 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] Updating router 5bf83b6a-5657-46bd-b87a-1a6504df9e0b port b89c3b6a-aad7-479c-a20d-e7010d3b0eb0 binding host dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:06:44.622520 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:44.755706 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [None req-a33b65e8-cb35-4d3b-a1a1-8efbd013e44d admin admin] Allocated IP 172.20.0.1 (23a28d37-0005-458c-a7f4-ea41e10faeb4/9a15fd51-c3df-496a-bff1-21f2dd07ba6a/b017df4b-b41d-4e83-99c9-2ba4eaf17ad0) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:44.865368 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a33b65e8-cb35-4d3b-a1a1-8efbd013e44d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:44.900768 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:44.903028 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a33b65e8-cb35-4d3b-a1a1-8efbd013e44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:44.944861 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33b65e8-cb35-4d3b-a1a1-8efbd013e44d admin admin] Network 23a28d37-0005-458c-a7f4-ea41e10faeb4 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:44.947735 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-a33b65e8-cb35-4d3b-a1a1-8efbd013e44d admin admin] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:44.951156 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b65e8-cb35-4d3b-a1a1-8efbd013e44d admin admin] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:44.973433 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b65e8-cb35-4d3b-a1a1-8efbd013e44d admin admin] Pushing event updated for resources: {'Port': ['ID=b017df4b-b41d-4e83-99c9-2ba4eaf17ad0,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:44.994151 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a33b65e8-cb35-4d3b-a1a1-8efbd013e44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545034'] for router_interface, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:45.086569 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:45.094383 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:45.138231 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a33b65e8-cb35-4d3b-a1a1-8efbd013e44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:45.155169 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] Attempting to bind port b89c3b6a-aad7-479c-a20d-e7010d3b0eb0 on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:45.155577 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] Attempting to bind port b89c3b6a-aad7-479c-a20d-e7010d3b0eb0 by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:45.155982 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] Attempting to bind port b89c3b6a-aad7-479c-a20d-e7010d3b0eb0 on network 77030b15-4317-4bc4-9693-f7afef5939e8 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:45.162142 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba83297-e1c0-4bac-b58d-fd3b9cc894d3 None None] Pushing event updated for resources: {'Port': ['ID=b89c3b6a-aad7-479c-a20d-e7010d3b0eb0,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:45.164725 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:45.165248 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] Checking segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:45.165785 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:45.166354 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] Bound using segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:45.167075 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] Bound port: b89c3b6a-aad7-479c-a20d-e7010d3b0eb0, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:45.167562 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:45.246652 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 7be244e2-75d3-41d8-a137-adcc8717f11c up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:45.256093 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-99aec3f6-45f8-4623-a7f8-026baa489a17 None None] Provisioning complete for port b017df4b-b41d-4e83-99c9-2ba4eaf17ad0 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:45.256587 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99aec3f6-45f8-4623-a7f8-026baa489a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:45.338946 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] For port b89c3b6a-aad7-479c-a20d-e7010d3b0eb0, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:45.342325 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a33b65e8-cb35-4d3b-a1a1-8efbd013e44d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:45.348940 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a33b65e8-cb35-4d3b-a1a1-8efbd013e44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:45.362573 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] For port b89c3b6a-aad7-479c-a20d-e7010d3b0eb0, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=b89c3b6a-aad7-479c-a20d-e7010d3b0eb0,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:45.364653 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:45.365297 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-99aec3f6-45f8-4623-a7f8-026baa489a17 None None] Port b017df4b-b41d-4e83-99c9-2ba4eaf17ad0 cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:06:45.371318 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:45.433772 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-a33b65e8-cb35-4d3b-a1a1-8efbd013e44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545206'] for router_interface, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:45.441123 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b65e8-cb35-4d3b-a1a1-8efbd013e44d admin admin] Pushing event updated for resources: {'Port': ['ID=b017df4b-b41d-4e83-99c9-2ba4eaf17ad0,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:45.453443 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 7be244e2-75d3-41d8-a137-adcc8717f11c triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:45.453832 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:45.456794 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] Routers {'5bf83b6a-5657-46bd-b87a-1a6504df9e0b'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:45.457433 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa6e75e0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5bf83b6a-5657-46bd-b87a-1a6504df9e0b'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:45.487469 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba83297-e1c0-4bac-b58d-fd3b9cc894d3 None None] Pushing event updated for resources: {'Port': ['ID=b89c3b6a-aad7-479c-a20d-e7010d3b0eb0,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:45.541641 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33b65e8-cb35-4d3b-a1a1-8efbd013e44d admin admin] Network 23a28d37-0005-458c-a7f4-ea41e10faeb4 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:45.543551 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-a33b65e8-cb35-4d3b-a1a1-8efbd013e44d admin admin] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:45.651782 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] Set router 5bf83b6a-5657-46bd-b87a-1a6504df9e0b gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:45.701621 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33b65e8-cb35-4d3b-a1a1-8efbd013e44d admin admin] Router 5bf83b6a-5657-46bd-b87a-1a6504df9e0b has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:06:45.804792 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-053853e3-6f4f-46c8-9881-5070b8f4fdc1 None None] Provisioning complete for port b017df4b-b41d-4e83-99c9-2ba4eaf17ad0 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:45.805163 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-053853e3-6f4f-46c8-9881-5070b8f4fdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:45.825968 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33b65e8-cb35-4d3b-a1a1-8efbd013e44d admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:06:45.831626 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-a33b65e8-cb35-4d3b-a1a1-8efbd013e44d admin admin] 10.222.0.77 "PUT /v2.0/routers/5bf83b6a-5657-46bd-b87a-1a6504df9e0b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7140160
Jan 28 02:06:45.883440 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-053853e3-6f4f-46c8-9881-5070b8f4fdc1 None None] Port b017df4b-b41d-4e83-99c9-2ba4eaf17ad0 cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:06:45.911462 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa6e75e0>, [{'id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'name': 'tempest-TestShelveInstance-1755894850-router', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:45Z', 'revision_number': 4, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'gw_port': {'id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:38:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'b017df4b-b41d-4e83-99c9-2ba4eaf17ad0', 'name': '', 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'mac_address': 'fa:16:3e:62:b5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:44Z', 'updated_at': '2022-01-28T02:06:45Z', 'revision_number': 2, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'subnets': [{'id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:45.937830 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c22b6-8b18-4e51-95f2-01222aad72c1 None None] The sync data for ids ['5bf83b6a-5657-46bd-b87a-1a6504df9e0b'] in dv-cinder-824979-1-iscsi is: [{'id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'name': 'tempest-TestShelveInstance-1755894850-router', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:45Z', 'revision_number': 4, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'gw_port': {'id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:38:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'b017df4b-b41d-4e83-99c9-2ba4eaf17ad0', 'name': '', 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'mac_address': 'fa:16:3e:62:b5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:44Z', 'updated_at': '2022-01-28T02:06:45Z', 'revision_number': 2, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'subnets': [{'id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:06:46.359399 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45446) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:46.365423 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-eed34937-ce7c-4e3f-b9fe-5fdbcaeab03c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-199750517-network', 'tenant_id': '24cf46db714743ec997a11655a5667ed'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:46.387678 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed34937-ce7c-4e3f-b9fe-5fdbcaeab03c admin admin] Made reservation on behalf of 24cf46db714743ec997a11655a5667ed for: {'network': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:46.391938 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-eed34937-ce7c-4e3f-b9fe-5fdbcaeab03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for network, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:46.401535 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-eed34937-ce7c-4e3f-b9fe-5fdbcaeab03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:46.504962 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-eed34937-ce7c-4e3f-b9fe-5fdbcaeab03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:46.508997 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-eed34937-ce7c-4e3f-b9fe-5fdbcaeab03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:46.535727 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed34937-ce7c-4e3f-b9fe-5fdbcaeab03c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755}  {{(pid=101323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:06:46.546002 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed34937-ce7c-4e3f-b9fe-5fdbcaeab03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f077d27-f573-415b-a02d-e9969ec9bf32,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:46.557369 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-eed34937-ce7c-4e3f-b9fe-5fdbcaeab03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:46.557898 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.db.segments_db [None req-eed34937-ce7c-4e3f-b9fe-5fdbcaeab03c admin admin] Added segment 9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b of type vlan for network ce818988-9844-49ed-8c13-73e8a3923dea
Jan 28 02:06:46.610834 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-eed34937-ce7c-4e3f-b9fe-5fdbcaeab03c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755291977674'] for network, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:46.638928 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-eed34937-ce7c-4e3f-b9fe-5fdbcaeab03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for network, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:46.640878 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed34937-ce7c-4e3f-b9fe-5fdbcaeab03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:46.641538 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-eed34937-ce7c-4e3f-b9fe-5fdbcaeab03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:46.707832 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-eed34937-ce7c-4e3f-b9fe-5fdbcaeab03c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3473310
Jan 28 02:06:46.710889 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 45450) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:46.714990 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed34937-ce7c-4e3f-b9fe-5fdbcaeab03c admin admin] Pushing event updated for resources: {'Network': ['ID=ce818988-9844-49ed-8c13-73e8a3923dea,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:46.716074 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-d8655179-cd7c-405a-bd51-373e5e00da98 admin admin] Request body: {'subnet': {'network_id': 'ce818988-9844-49ed-8c13-73e8a3923dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-199750517-subnet', 'tenant_id': '24cf46db714743ec997a11655a5667ed', 'ip_version': 4}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:46.725601 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Network ce818988-9844-49ed-8c13-73e8a3923dea details requested by agent ovs-agent-dv-cinder-824979-1-iscsi with host dv-cinder-824979-1-iscsi {{(pid=101324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:06:46.751528 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8655179-cd7c-405a-bd51-373e5e00da98 admin admin] Made reservation on behalf of 24cf46db714743ec997a11655a5667ed for: {'subnet': 1} {{(pid=101322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:46.753937 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d8655179-cd7c-405a-bd51-373e5e00da98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290891370'] for subnet, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:46.851503 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:46.961433 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d8655179-cd7c-405a-bd51-373e5e00da98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4291371211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290891384'] for subnet, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.013867 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8655179-cd7c-405a-bd51-373e5e00da98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f7c75e2-56d7-4c2f-8371-a1e12fb01ce4,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:47.024686 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8655179-cd7c-405a-bd51-373e5e00da98 admin admin] Checking segment: {'id': '9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ce818988-9844-49ed-8c13-73e8a3923dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:47.025048 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8655179-cd7c-405a-bd51-373e5e00da98 admin admin] Network hostable DHCP agents. Network: ce818988-9844-49ed-8c13-73e8a3923dea, hostable agents: ['248f8699-8ae1-4821-802a-c8c6bbf99ca2'], hosted agents: [] {{(pid=101322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:06:47.042536 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8655179-cd7c-405a-bd51-373e5e00da98 admin admin] Network ce818988-9844-49ed-8c13-73e8a3923dea is scheduled to be hosted by DHCP agent 248f8699-8ae1-4821-802a-c8c6bbf99ca2 with binding_index 1 {{(pid=101322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:06:47.051722 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-d8655179-cd7c-405a-bd51-373e5e00da98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824979-1-iscsi, ce818988-9844-49ed-8c13-73e8a3923dea) {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:47.056542 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8655179-cd7c-405a-bd51-373e5e00da98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:47.057372 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d8655179-cd7c-405a-bd51-373e5e00da98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.061231 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53acb403-ec3e-4f33-b525-d4bd0f27b4f5 None None] Network ce818988-9844-49ed-8c13-73e8a3923dea requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:06:47.075204 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-d8655179-cd7c-405a-bd51-373e5e00da98 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3623676
Jan 28 02:06:47.077192 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45452) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:47.082233 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-5bd9da90-fcce-4168-ad3c-da580167111e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-199750517-router', 'tenant_id': '24cf46db714743ec997a11655a5667ed', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:47.107217 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5bd9da90-fcce-4168-ad3c-da580167111e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124643'] for router, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.108351 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5bd9da90-fcce-4168-ad3c-da580167111e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124570'] for router, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.164398 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5bd9da90-fcce-4168-ad3c-da580167111e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.226602 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd861fa95-f82e-5eb8-8e3c-25f8e9fee4ad-ce818988-9844-49ed-8c13-73e8a3923dea', 'network_id': 'ce818988-9844-49ed-8c13-73e8a3923dea', 'tenant_id': '24cf46db714743ec997a11655a5667ed', 'fixed_ips': [{'subnet_id': '9f7c75e2-56d7-4c2f-8371-a1e12fb01ce4'}]}} from dv-cinder-824979-1-iscsi. {{(pid=101324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jan 28 02:06:47.227682 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.307989 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device b89c3b6a-aad7-479c-a20d-e7010d3b0eb0 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:47.381706 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.438663 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port b89c3b6a-aad7-479c-a20d-e7010d3b0eb0 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:47.439027 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.441506 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] Allocated IP 172.20.0.2 (ce818988-9844-49ed-8c13-73e8a3923dea/9f7c75e2-56d7-4c2f-8371-a1e12fb01ce4/6f470638-ba22-4ee6-b0e7-6cb91d6b931a) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:47.562638 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5bd9da90-fcce-4168-ad3c-da580167111e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.597307 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.647271 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] For port b89c3b6a-aad7-479c-a20d-e7010d3b0eb0, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=b89c3b6a-aad7-479c-a20d-e7010d3b0eb0,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:47.654751 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.687946 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.697720 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.726131 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] Network ce818988-9844-49ed-8c13-73e8a3923dea is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:47.727772 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] Resources bound (agent type, host, resource id):  {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:47.730181 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Pushing event updated for resources: {'Port': ['ID=b89c3b6a-aad7-479c-a20d-e7010d3b0eb0,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:47.736180 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:47.776191 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5bd9da90-fcce-4168-ad3c-da580167111e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.799088 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5bd9da90-fcce-4168-ad3c-da580167111e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.808467 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] Pushing event updated for resources: {'Port': ['ID=6f470638-ba22-4ee6-b0e7-6cb91d6b931a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:47.822568 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] Attempting to bind port 6f470638-ba22-4ee6-b0e7-6cb91d6b931a on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:47.822936 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] Attempting to bind port 6f470638-ba22-4ee6-b0e7-6cb91d6b931a by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ce818988-9844-49ed-8c13-73e8a3923dea'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:47.823290 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] Attempting to bind port 6f470638-ba22-4ee6-b0e7-6cb91d6b931a on network ce818988-9844-49ed-8c13-73e8a3923dea {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:47.828412 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:47.828903 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] Checking segment: {'id': '9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ce818988-9844-49ed-8c13-73e8a3923dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:47.829309 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.829697 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] Bound using segment: {'id': '9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ce818988-9844-49ed-8c13-73e8a3923dea'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:47.830709 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] Bound port: 6f470638-ba22-4ee6-b0e7-6cb91d6b931a, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ce818988-9844-49ed-8c13-73e8a3923dea'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:47.831099 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.899844 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] For port 6f470638-ba22-4ee6-b0e7-6cb91d6b931a, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:47.903042 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] For port 6f470638-ba22-4ee6-b0e7-6cb91d6b931a, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=6f470638-ba22-4ee6-b0e7-6cb91d6b931a,segment=NetworkSegment(9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b),segment_id=9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:47.907685 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.912429 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [None req-5bd9da90-fcce-4168-ad3c-da580167111e admin admin] Allocated IP 172.27.3.120 (77030b15-4317-4bc4-9693-f7afef5939e8/a10a135b-d338-4414-a2fc-bd26c83c352b/ecde639a-815b-4115-ad77-620a0a8974a5) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:47.965570 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494bb23-87a3-4dc4-b7b3-cc3dc2cfb35c None None] Pushing event updated for resources: {'Port': ['ID=6f470638-ba22-4ee6-b0e7-6cb91d6b931a,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:48.027797 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5bd9da90-fcce-4168-ad3c-da580167111e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:48.066733 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5bd9da90-fcce-4168-ad3c-da580167111e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:48.109120 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd9da90-fcce-4168-ad3c-da580167111e admin admin] Network 77030b15-4317-4bc4-9693-f7afef5939e8 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:48.112786 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-5bd9da90-fcce-4168-ad3c-da580167111e admin admin] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:48.119791 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd9da90-fcce-4168-ad3c-da580167111e admin admin] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:48.149183 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9da90-fcce-4168-ad3c-da580167111e admin admin] Pushing event updated for resources: {'Port': ['ID=ecde639a-815b-4115-ad77-620a0a8974a5,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:48.185786 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] Sync routers for ids ['5bf83b6a-5657-46bd-b87a-1a6504df9e0b'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:06:48.197630 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] Routers {'5bf83b6a-5657-46bd-b87a-1a6504df9e0b'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:48.198594 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa946190>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5bf83b6a-5657-46bd-b87a-1a6504df9e0b'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:48.328793 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] Set router 5bf83b6a-5657-46bd-b87a-1a6504df9e0b gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:48.392414 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5bd9da90-fcce-4168-ad3c-da580167111e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:48.529862 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa946190>, [{'id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'name': 'tempest-TestShelveInstance-1755894850-router', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:45Z', 'revision_number': 4, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'gw_port': {'id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'b017df4b-b41d-4e83-99c9-2ba4eaf17ad0', 'name': '', 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'mac_address': 'fa:16:3e:62:b5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:44Z', 'updated_at': '2022-01-28T02:06:45Z', 'revision_number': 2, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'subnets': [{'id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:48.555519 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] Checking router: 5bf83b6a-5657-46bd-b87a-1a6504df9e0b for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:06:48.555860 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] Updating router 5bf83b6a-5657-46bd-b87a-1a6504df9e0b port b017df4b-b41d-4e83-99c9-2ba4eaf17ad0 binding host dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:06:48.581001 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:48.587978 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5bd9da90-fcce-4168-ad3c-da580167111e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551287'] for router, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:48.747198 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd9da90-fcce-4168-ad3c-da580167111e admin admin] Router aa647df6-7187-4ee0-af27-dac04014be77 is scheduled to L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 with binding_index 1 {{(pid=101323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 28 02:06:48.859378 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd9da90-fcce-4168-ad3c-da580167111e admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:06:48.870244 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] Sync routers for ids ['aa647df6-7187-4ee0-af27-dac04014be77'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:06:48.880384 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-5bd9da90-fcce-4168-ad3c-da580167111e admin admin] Notify callbacks [] for router, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:48.881115 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-5bd9da90-fcce-4168-ad3c-da580167111e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.8028805
Jan 28 02:06:48.884220 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 45462) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:48.885668 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] Routers {'aa647df6-7187-4ee0-af27-dac04014be77'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:48.891488 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:48.892037 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa3645e0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['aa647df6-7187-4ee0-af27-dac04014be77'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:48.899188 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:48.934639 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab99e52d-226b-4e2a-8dde-687402326d29 None None] Network ce818988-9844-49ed-8c13-73e8a3923dea requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:06:48.958929 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a3bad-19bc-4345-9965-f9bd3a937d23 None None] Pushing event updated for resources: {'Port': ['ID=b017df4b-b41d-4e83-99c9-2ba4eaf17ad0,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:49.030356 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] Attempting to bind port b017df4b-b41d-4e83-99c9-2ba4eaf17ad0 on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:49.030719 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] Attempting to bind port b017df4b-b41d-4e83-99c9-2ba4eaf17ad0 by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '530323b7-86f0-4bb8-b8dd-b109b8fc1c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:49.031095 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] Attempting to bind port b017df4b-b41d-4e83-99c9-2ba4eaf17ad0 on network 23a28d37-0005-458c-a7f4-ea41e10faeb4 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:49.037228 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:49.037598 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] Checking segment: {'id': '530323b7-86f0-4bb8-b8dd-b109b8fc1c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:49.038052 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:49.038440 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] Bound using segment: {'id': '530323b7-86f0-4bb8-b8dd-b109b8fc1c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:49.038912 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] Bound port: b017df4b-b41d-4e83-99c9-2ba4eaf17ad0, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530323b7-86f0-4bb8-b8dd-b109b8fc1c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:49.039323 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:49.124851 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] For port b017df4b-b41d-4e83-99c9-2ba4eaf17ad0, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:49.129607 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] For port b017df4b-b41d-4e83-99c9-2ba4eaf17ad0, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=b017df4b-b41d-4e83-99c9-2ba4eaf17ad0,segment=NetworkSegment(530323b7-86f0-4bb8-b8dd-b109b8fc1c90),segment_id=530323b7-86f0-4bb8-b8dd-b109b8fc1c90)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:49.141341 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:49.186427 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-af767175-072d-4edb-b279-c20b85402692 None None] Provisioning complete for port 6f470638-ba22-4ee6-b0e7-6cb91d6b931a triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:49.186637 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-af767175-072d-4edb-b279-c20b85402692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:49.237510 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] Routers {'5bf83b6a-5657-46bd-b87a-1a6504df9e0b'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:49.238776 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa946190>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5bf83b6a-5657-46bd-b87a-1a6504df9e0b'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:49.264836 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] Set router aa647df6-7187-4ee0-af27-dac04014be77 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:49.399616 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] Set router 5bf83b6a-5657-46bd-b87a-1a6504df9e0b gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:49.450758 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a3bad-19bc-4345-9965-f9bd3a937d23 None None] Pushing event updated for resources: {'Port': ['ID=b017df4b-b41d-4e83-99c9-2ba4eaf17ad0,revision_number=4']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:49.465871 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7d62aa7c-0d82-418c-a760-bf5304c8f739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:49.472341 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device b89c3b6a-aad7-479c-a20d-e7010d3b0eb0 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:49.514809 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-af767175-072d-4edb-b279-c20b85402692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:49.628231 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-af767175-072d-4edb-b279-c20b85402692 None None] For port 6f470638-ba22-4ee6-b0e7-6cb91d6b931a, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=6f470638-ba22-4ee6-b0e7-6cb91d6b931a,segment=NetworkSegment(9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b),segment_id=9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:49.645158 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-af767175-072d-4edb-b279-c20b85402692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:49.674644 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port b89c3b6a-aad7-479c-a20d-e7010d3b0eb0 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:49.675019 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:49.687399 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_common [None req-7d62aa7c-0d82-418c-a760-bf5304c8f739 admin admin] Allocated IP 172.20.0.1 (ce818988-9844-49ed-8c13-73e8a3923dea/9f7c75e2-56d7-4c2f-8371-a1e12fb01ce4/d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387) {{(pid=101322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:49.713283 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa946190>, [{'id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'name': 'tempest-TestShelveInstance-1755894850-router', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:45Z', 'revision_number': 4, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'gw_port': {'id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'b017df4b-b41d-4e83-99c9-2ba4eaf17ad0', 'name': '', 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'mac_address': 'fa:16:3e:62:b5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:44Z', 'updated_at': '2022-01-28T02:06:49Z', 'revision_number': 4, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'subnets': [{'id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:49.747497 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885a535-808d-4d8d-9dbe-568ef9d6c6c8 None None] The sync data for ids ['5bf83b6a-5657-46bd-b87a-1a6504df9e0b'] in dv-cinder-824979-1-iscsi is: [{'id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'name': 'tempest-TestShelveInstance-1755894850-router', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:45Z', 'revision_number': 4, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'gw_port': {'id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'b017df4b-b41d-4e83-99c9-2ba4eaf17ad0', 'name': '', 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'mac_address': 'fa:16:3e:62:b5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:44Z', 'updated_at': '2022-01-28T02:06:49Z', 'revision_number': 4, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'subnets': [{'id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:06:49.821810 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af767175-072d-4edb-b279-c20b85402692 None None] Pushing event updated for resources: {'Port': ['ID=6f470638-ba22-4ee6-b0e7-6cb91d6b931a,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:49.829304 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa3645e0>, [{'id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'name': 'tempest-TestShelveInstance-199750517-router', 'tenant_id': '24cf46db714743ec997a11655a5667ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ecde639a-815b-4115-ad77-620a0a8974a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:47Z', 'updated_at': '2022-01-28T02:06:48Z', 'revision_number': 3, 'project_id': '24cf46db714743ec997a11655a5667ed', 'gw_port': {'id': 'ecde639a-815b-4115-ad77-620a0a8974a5', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:47Z', 'updated_at': '2022-01-28T02:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:49.886201 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] Checking router: aa647df6-7187-4ee0-af27-dac04014be77 for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:06:49.887194 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] Updating router aa647df6-7187-4ee0-af27-dac04014be77 port ecde639a-815b-4115-ad77-620a0a8974a5 binding host dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:06:49.888193 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7d62aa7c-0d82-418c-a760-bf5304c8f739 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:49.920372 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-59699345-db66-49c5-97ba-eeef472df3f5 None None] Provisioning complete for port b017df4b-b41d-4e83-99c9-2ba4eaf17ad0 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:49.923326 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-59699345-db66-49c5-97ba-eeef472df3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:49.935455 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 6f470638-ba22-4ee6-b0e7-6cb91d6b931a up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:49.980803 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7d62aa7c-0d82-418c-a760-bf5304c8f739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:50.012537 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:50.051339 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d62aa7c-0d82-418c-a760-bf5304c8f739 admin admin] Network ce818988-9844-49ed-8c13-73e8a3923dea is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:50.054820 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-7d62aa7c-0d82-418c-a760-bf5304c8f739 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:50.074077 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d62aa7c-0d82-418c-a760-bf5304c8f739 admin admin] Received port after_create {{(pid=101322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:50.113436 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62aa7c-0d82-418c-a760-bf5304c8f739 admin admin] Pushing event updated for resources: {'Port': ['ID=d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:50.130989 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7d62aa7c-0d82-418c-a760-bf5304c8f739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545034'] for router_interface, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:50.234247 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 6f470638-ba22-4ee6-b0e7-6cb91d6b931a triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:50.234678 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:50.275417 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-59699345-db66-49c5-97ba-eeef472df3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:50.312315 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7d62aa7c-0d82-418c-a760-bf5304c8f739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:50.373312 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-59699345-db66-49c5-97ba-eeef472df3f5 None None] For port b017df4b-b41d-4e83-99c9-2ba4eaf17ad0, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=b017df4b-b41d-4e83-99c9-2ba4eaf17ad0,segment=NetworkSegment(530323b7-86f0-4bb8-b8dd-b109b8fc1c90),segment_id=530323b7-86f0-4bb8-b8dd-b109b8fc1c90)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:50.383770 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-59699345-db66-49c5-97ba-eeef472df3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:50.508765 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7d62aa7c-0d82-418c-a760-bf5304c8f739 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:50.514065 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7d62aa7c-0d82-418c-a760-bf5304c8f739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4291371100'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:50.532265 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59699345-db66-49c5-97ba-eeef472df3f5 None None] Pushing event updated for resources: {'Port': ['ID=b017df4b-b41d-4e83-99c9-2ba4eaf17ad0,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:50.548252 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-12211c12-c6a2-429b-9ecb-b6db1eec7719 None None] Provisioning complete for port d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:50.548624 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-12211c12-c6a2-429b-9ecb-b6db1eec7719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:50.576228 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:50.579049 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62aa7c-0d82-418c-a760-bf5304c8f739 admin admin] Pushing event updated for resources: {'Port': ['ID=d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387,revision_number=2']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:50.591187 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:50.593182 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7d62aa7c-0d82-418c-a760-bf5304c8f739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545206'] for router_interface, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:50.604545 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-12211c12-c6a2-429b-9ecb-b6db1eec7719 None None] Port d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387 cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:06:50.654321 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] Attempting to bind port ecde639a-815b-4115-ad77-620a0a8974a5 on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:50.654691 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] Attempting to bind port ecde639a-815b-4115-ad77-620a0a8974a5 by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:50.655052 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] Attempting to bind port ecde639a-815b-4115-ad77-620a0a8974a5 on network 77030b15-4317-4bc4-9693-f7afef5939e8 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:50.663740 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c290a-00ee-471b-a348-7017111cf701 None None] Pushing event updated for resources: {'Port': ['ID=ecde639a-815b-4115-ad77-620a0a8974a5,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:50.668586 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-12211c12-c6a2-429b-9ecb-b6db1eec7719 None None] Provisioning complete for port 6f470638-ba22-4ee6-b0e7-6cb91d6b931a triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:50.668964 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-12211c12-c6a2-429b-9ecb-b6db1eec7719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:50.672652 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:50.673045 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] Checking segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:50.673443 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:50.674387 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] Bound using segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:50.674876 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] Bound port: ecde639a-815b-4115-ad77-620a0a8974a5, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:50.675243 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:50.709626 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d62aa7c-0d82-418c-a760-bf5304c8f739 admin admin] Network ce818988-9844-49ed-8c13-73e8a3923dea is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:50.711224 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-7d62aa7c-0d82-418c-a760-bf5304c8f739 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:50.766131 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] For port ecde639a-815b-4115-ad77-620a0a8974a5, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:50.769801 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] For port ecde639a-815b-4115-ad77-620a0a8974a5, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=ecde639a-815b-4115-ad77-620a0a8974a5,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:50.797593 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:50.868668 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d62aa7c-0d82-418c-a760-bf5304c8f739 admin admin] Router aa647df6-7187-4ee0-af27-dac04014be77 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:06:50.889941 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] Routers {'aa647df6-7187-4ee0-af27-dac04014be77'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:50.890595 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa3645e0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['aa647df6-7187-4ee0-af27-dac04014be77'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:50.931953 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c290a-00ee-471b-a348-7017111cf701 None None] Pushing event updated for resources: {'Port': ['ID=ecde639a-815b-4115-ad77-620a0a8974a5,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:51.020563 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] Set router aa647df6-7187-4ee0-af27-dac04014be77 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:51.030716 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d62aa7c-0d82-418c-a760-bf5304c8f739 admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:06:51.042167 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-7d62aa7c-0d82-418c-a760-bf5304c8f739 admin admin] 10.222.0.77 "PUT /v2.0/routers/aa647df6-7187-4ee0-af27-dac04014be77/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1511877
Jan 28 02:06:51.276845 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device b017df4b-b41d-4e83-99c9-2ba4eaf17ad0 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:51.319360 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-534c0f7f-b9b6-4e40-836c-d0e517f90aaf None None] Provisioning complete for port d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:51.319734 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-534c0f7f-b9b6-4e40-836c-d0e517f90aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:51.385025 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-534c0f7f-b9b6-4e40-836c-d0e517f90aaf None None] Port d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387 cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:06:51.420827 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port b017df4b-b41d-4e83-99c9-2ba4eaf17ad0 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:51.421197 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:51.472386 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa3645e0>, [{'id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'name': 'tempest-TestShelveInstance-199750517-router', 'tenant_id': '24cf46db714743ec997a11655a5667ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ecde639a-815b-4115-ad77-620a0a8974a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:47Z', 'updated_at': '2022-01-28T02:06:50Z', 'revision_number': 4, 'project_id': '24cf46db714743ec997a11655a5667ed', 'gw_port': {'id': 'ecde639a-815b-4115-ad77-620a0a8974a5', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:47Z', 'updated_at': '2022-01-28T02:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'd4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387', 'name': '', 'network_id': 'ce818988-9844-49ed-8c13-73e8a3923dea', 'tenant_id': '24cf46db714743ec997a11655a5667ed', 'mac_address': 'fa:16:3e:c0:11:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '9f7c75e2-56d7-4c2f-8371-a1e12fb01ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:49Z', 'updated_at': '2022-01-28T02:06:50Z', 'revision_number': 2, 'project_id': '24cf46db714743ec997a11655a5667ed', 'subnets': [{'id': '9f7c75e2-56d7-4c2f-8371-a1e12fb01ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:51.501528 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10f02a0-d6ad-4dc4-8c11-eaad05f3befa None None] The sync data for ids ['aa647df6-7187-4ee0-af27-dac04014be77'] in dv-cinder-824979-1-iscsi is: [{'id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'name': 'tempest-TestShelveInstance-199750517-router', 'tenant_id': '24cf46db714743ec997a11655a5667ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ecde639a-815b-4115-ad77-620a0a8974a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:47Z', 'updated_at': '2022-01-28T02:06:50Z', 'revision_number': 4, 'project_id': '24cf46db714743ec997a11655a5667ed', 'gw_port': {'id': 'ecde639a-815b-4115-ad77-620a0a8974a5', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:47Z', 'updated_at': '2022-01-28T02:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'd4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387', 'name': '', 'network_id': 'ce818988-9844-49ed-8c13-73e8a3923dea', 'tenant_id': '24cf46db714743ec997a11655a5667ed', 'mac_address': 'fa:16:3e:c0:11:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '9f7c75e2-56d7-4c2f-8371-a1e12fb01ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:49Z', 'updated_at': '2022-01-28T02:06:50Z', 'revision_number': 2, 'project_id': '24cf46db714743ec997a11655a5667ed', 'subnets': [{'id': '9f7c75e2-56d7-4c2f-8371-a1e12fb01ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:06:51.539326 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 6f470638-ba22-4ee6-b0e7-6cb91d6b931a up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:51.589662 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 6f470638-ba22-4ee6-b0e7-6cb91d6b931a triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:51.590068 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:51.607234 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 45490) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:51.611915 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-3a12ca93-b582-43eb-8a5e-40638c5adbac tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-45617287', 'description': 'tempest-secgroup-smoke-45617287 description', 'project_id': '226f951c63d84729beaecf1a55d5a6a8'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:51.638450 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3a12ca93-b582-43eb-8a5e-40638c5adbac tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:51.739890 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3a12ca93-b582-43eb-8a5e-40638c5adbac tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:51.744343 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3a12ca93-b582-43eb-8a5e-40638c5adbac tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:51.776036 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-3a12ca93-b582-43eb-8a5e-40638c5adbac tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:51.780238 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-3a12ca93-b582-43eb-8a5e-40638c5adbac tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.1690404
Jan 28 02:06:51.780737 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45492) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:51.784167 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12ca93-b582-43eb-8a5e-40638c5adbac tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494eee12-c112-4d65-9301-61d570627349,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:51.785695 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-4a589e84-77f1-42ed-bf28-3e9ee1e3f109 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Request body: {'security_group_rule': {'security_group_id': '494eee12-c112-4d65-9301-61d570627349', 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:51.817291 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4a589e84-77f1-42ed-bf28-3e9ee1e3f109 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:51.877597 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4a589e84-77f1-42ed-bf28-3e9ee1e3f109 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:51.881669 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4a589e84-77f1-42ed-bf28-3e9ee1e3f109 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:51.902971 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a589e84-77f1-42ed-bf28-3e9ee1e3f109 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae2dbe6-41f6-4c7b-bbd2-a0d1d9aabba6,revision_number=0']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:51.917014 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4a589e84-77f1-42ed-bf28-3e9ee1e3f109 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:51.917014 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-4a589e84-77f1-42ed-bf28-3e9ee1e3f109 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1326742
Jan 28 02:06:51.917187 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 45496) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:51.921649 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-8a4a958d-37d8-4722-aa2e-cbdbe7b5df29 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Request body: {'security_group_rule': {'security_group_id': '494eee12-c112-4d65-9301-61d570627349', 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:51.952954 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8a4a958d-37d8-4722-aa2e-cbdbe7b5df29 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:52.026345 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8a4a958d-37d8-4722-aa2e-cbdbe7b5df29 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:52.032872 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8a4a958d-37d8-4722-aa2e-cbdbe7b5df29 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:52.060316 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a958d-37d8-4722-aa2e-cbdbe7b5df29 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fffaa5d-1557-4961-92f5-3f2344707464,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:52.069611 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8a4a958d-37d8-4722-aa2e-cbdbe7b5df29 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:52.070852 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-8a4a958d-37d8-4722-aa2e-cbdbe7b5df29 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1526568
Jan 28 02:06:52.073529 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 45498) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:52.077916 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-5df6df87-f6cd-49fc-9793-6657d6cb4b2d tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Request body: {'security_group_rule': {'security_group_id': '494eee12-c112-4d65-9301-61d570627349', 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:52.106528 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5df6df87-f6cd-49fc-9793-6657d6cb4b2d tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:52.171358 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5df6df87-f6cd-49fc-9793-6657d6cb4b2d tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:52.176581 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5df6df87-f6cd-49fc-9793-6657d6cb4b2d tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:52.195036 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6df87-f6cd-49fc-9793-6657d6cb4b2d tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9123c474-a41d-44f3-a1fe-ad205cc2764d,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:52.203116 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-5df6df87-f6cd-49fc-9793-6657d6cb4b2d tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:52.204348 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-5df6df87-f6cd-49fc-9793-6657d6cb4b2d tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1298118
Jan 28 02:06:52.207329 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45500) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:52.212000 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-1d5a2776-6aea-4e64-bce9-070dbc81d4fb tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Request body: {'security_group_rule': {'security_group_id': '494eee12-c112-4d65-9301-61d570627349', 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:52.242642 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2776-6aea-4e64-bce9-070dbc81d4fb tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:52.302028 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2776-6aea-4e64-bce9-070dbc81d4fb tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:52.305837 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2776-6aea-4e64-bce9-070dbc81d4fb tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:52.323687 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a2776-6aea-4e64-bce9-070dbc81d4fb tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da0c8fc-c239-46d1-b84e-2cc021110c60,revision_number=0']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:52.330099 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2776-6aea-4e64-bce9-070dbc81d4fb tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:52.331287 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-1d5a2776-6aea-4e64-bce9-070dbc81d4fb tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1229477
Jan 28 02:06:52.334151 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45502) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:52.338415 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-140ce43c-dbec-4c33-9f0d-2375a7b727f6 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Request body: {'security_group_rule': {'security_group_id': '494eee12-c112-4d65-9301-61d570627349', 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:52.361818 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.db.securitygroups_db [None req-140ce43c-dbec-4c33-9f0d-2375a7b727f6 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Project 226f951c63d84729beaecf1a55d5a6a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 28 02:06:52.366692 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-140ce43c-dbec-4c33-9f0d-2375a7b727f6 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:52.427553 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-140ce43c-dbec-4c33-9f0d-2375a7b727f6 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:52.431165 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-140ce43c-dbec-4c33-9f0d-2375a7b727f6 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:52.448688 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ce43c-dbec-4c33-9f0d-2375a7b727f6 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d18ea8-c7b5-4151-85ff-587e8f9772de,revision_number=0']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:52.456666 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-140ce43c-dbec-4c33-9f0d-2375a7b727f6 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:52.457873 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-140ce43c-dbec-4c33-9f0d-2375a7b727f6 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1227901
Jan 28 02:06:52.460563 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45504) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:52.464798 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-2a17af2a-2f1f-4a70-910a-185f98aca55e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Request body: {'security_group_rule': {'security_group_id': '494eee12-c112-4d65-9301-61d570627349', 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:52.489535 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.db.securitygroups_db [None req-2a17af2a-2f1f-4a70-910a-185f98aca55e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Project 226f951c63d84729beaecf1a55d5a6a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 28 02:06:52.494883 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2a17af2a-2f1f-4a70-910a-185f98aca55e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:52.569882 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2a17af2a-2f1f-4a70-910a-185f98aca55e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:52.573350 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2a17af2a-2f1f-4a70-910a-185f98aca55e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:52.596298 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17af2a-2f1f-4a70-910a-185f98aca55e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1332145e-aa6d-4af3-9759-1f186e3d5f26,revision_number=0']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:52.601165 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2a17af2a-2f1f-4a70-910a-185f98aca55e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:52.606007 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-2a17af2a-2f1f-4a70-910a-185f98aca55e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1409497
Jan 28 02:06:53.242287 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device ecde639a-815b-4115-ad77-620a0a8974a5 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:53.294685 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port ecde639a-815b-4115-ad77-620a0a8974a5 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:53.295053 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:53.374726 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:53.397349 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] For port ecde639a-815b-4115-ad77-620a0a8974a5, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=ecde639a-815b-4115-ad77-620a0a8974a5,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:53.401305 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:53.449930 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Pushing event updated for resources: {'Port': ['ID=ecde639a-815b-4115-ad77-620a0a8974a5,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:53.868296 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] Sync routers for ids ['aa647df6-7187-4ee0-af27-dac04014be77'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:06:53.879405 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] Routers {'aa647df6-7187-4ee0-af27-dac04014be77'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:53.880044 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa946040>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['aa647df6-7187-4ee0-af27-dac04014be77'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:54.088132 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] Set router aa647df6-7187-4ee0-af27-dac04014be77 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:54.307003 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa946040>, [{'id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'name': 'tempest-TestShelveInstance-199750517-router', 'tenant_id': '24cf46db714743ec997a11655a5667ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ecde639a-815b-4115-ad77-620a0a8974a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:47Z', 'updated_at': '2022-01-28T02:06:50Z', 'revision_number': 4, 'project_id': '24cf46db714743ec997a11655a5667ed', 'gw_port': {'id': 'ecde639a-815b-4115-ad77-620a0a8974a5', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:47Z', 'updated_at': '2022-01-28T02:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'd4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387', 'name': '', 'network_id': 'ce818988-9844-49ed-8c13-73e8a3923dea', 'tenant_id': '24cf46db714743ec997a11655a5667ed', 'mac_address': 'fa:16:3e:c0:11:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '9f7c75e2-56d7-4c2f-8371-a1e12fb01ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:49Z', 'updated_at': '2022-01-28T02:06:50Z', 'revision_number': 2, 'project_id': '24cf46db714743ec997a11655a5667ed', 'subnets': [{'id': '9f7c75e2-56d7-4c2f-8371-a1e12fb01ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:54.334186 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] Checking router: aa647df6-7187-4ee0-af27-dac04014be77 for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:06:54.334541 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] Updating router aa647df6-7187-4ee0-af27-dac04014be77 port d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387 binding host dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:06:54.365872 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:54.642346 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:54.647942 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:54.694853 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a4fac-6ce7-42a7-972d-beee7565a089 None None] Pushing event updated for resources: {'Port': ['ID=d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:54.702768 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85a4fac-6ce7-42a7-972d-beee7565a089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:54.703136 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85a4fac-6ce7-42a7-972d-beee7565a089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:54.703499 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85a4fac-6ce7-42a7-972d-beee7565a089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:54.703809 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85a4fac-6ce7-42a7-972d-beee7565a089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:54.704152 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85a4fac-6ce7-42a7-972d-beee7565a089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:54.704460 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85a4fac-6ce7-42a7-972d-beee7565a089 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:54.704790 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85a4fac-6ce7-42a7-972d-beee7565a089 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:54.705620 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85a4fac-6ce7-42a7-972d-beee7565a089 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:54.705989 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85a4fac-6ce7-42a7-972d-beee7565a089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:54.706315 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85a4fac-6ce7-42a7-972d-beee7565a089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:54.706639 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85a4fac-6ce7-42a7-972d-beee7565a089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:54.706957 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85a4fac-6ce7-42a7-972d-beee7565a089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:54.768643 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] Attempting to bind port d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387 on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:54.769009 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] Attempting to bind port d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387 by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ce818988-9844-49ed-8c13-73e8a3923dea'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:54.769366 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] Attempting to bind port d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387 on network ce818988-9844-49ed-8c13-73e8a3923dea {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:54.774752 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:54.775122 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] Checking segment: {'id': '9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ce818988-9844-49ed-8c13-73e8a3923dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:54.775526 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:54.775913 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] Bound using segment: {'id': '9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ce818988-9844-49ed-8c13-73e8a3923dea'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:54.776374 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] Bound port: d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ce818988-9844-49ed-8c13-73e8a3923dea'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:54.776766 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:54.848159 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] For port d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:54.851250 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] For port d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387,segment=NetworkSegment(9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b),segment_id=9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:54.855695 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:54.912407 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] Routers {'aa647df6-7187-4ee0-af27-dac04014be77'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:54.913039 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa946040>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['aa647df6-7187-4ee0-af27-dac04014be77'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:54.921204 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a4fac-6ce7-42a7-972d-beee7565a089 None None] Pushing event updated for resources: {'Port': ['ID=d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387,revision_number=4']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:54.934418 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-9be3d157-c544-4696-9bbe-016e24de46b4 None None] Provisioning complete for port d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:54.935498 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9be3d157-c544-4696-9bbe-016e24de46b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:55.030901 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9be3d157-c544-4696-9bbe-016e24de46b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:55.043132 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] Set router aa647df6-7187-4ee0-af27-dac04014be77 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:55.070446 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-9be3d157-c544-4696-9bbe-016e24de46b4 None None] For port d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387,segment=NetworkSegment(9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b),segment_id=9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:55.076721 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9be3d157-c544-4696-9bbe-016e24de46b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:55.135720 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3d157-c544-4696-9bbe-016e24de46b4 None None] Pushing event updated for resources: {'Port': ['ID=d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:55.206794 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-b9a693af-c9c9-4c75-943c-09d5f879c1ed None None] Provisioning complete for port d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:55.207460 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b9a693af-c9c9-4c75-943c-09d5f879c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:55.295200 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device ecde639a-815b-4115-ad77-620a0a8974a5 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:55.297728 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa946040>, [{'id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'name': 'tempest-TestShelveInstance-199750517-router', 'tenant_id': '24cf46db714743ec997a11655a5667ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ecde639a-815b-4115-ad77-620a0a8974a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:47Z', 'updated_at': '2022-01-28T02:06:50Z', 'revision_number': 4, 'project_id': '24cf46db714743ec997a11655a5667ed', 'gw_port': {'id': 'ecde639a-815b-4115-ad77-620a0a8974a5', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:47Z', 'updated_at': '2022-01-28T02:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'd4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387', 'name': '', 'network_id': 'ce818988-9844-49ed-8c13-73e8a3923dea', 'tenant_id': '24cf46db714743ec997a11655a5667ed', 'mac_address': 'fa:16:3e:c0:11:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '9f7c75e2-56d7-4c2f-8371-a1e12fb01ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:49Z', 'updated_at': '2022-01-28T02:06:54Z', 'revision_number': 4, 'project_id': '24cf46db714743ec997a11655a5667ed', 'subnets': [{'id': '9f7c75e2-56d7-4c2f-8371-a1e12fb01ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:55.329856 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff63c28-db6f-4321-bfd6-58d0533a86b2 None None] The sync data for ids ['aa647df6-7187-4ee0-af27-dac04014be77'] in dv-cinder-824979-1-iscsi is: [{'id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'name': 'tempest-TestShelveInstance-199750517-router', 'tenant_id': '24cf46db714743ec997a11655a5667ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ecde639a-815b-4115-ad77-620a0a8974a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:47Z', 'updated_at': '2022-01-28T02:06:50Z', 'revision_number': 4, 'project_id': '24cf46db714743ec997a11655a5667ed', 'gw_port': {'id': 'ecde639a-815b-4115-ad77-620a0a8974a5', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:47Z', 'updated_at': '2022-01-28T02:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'd4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387', 'name': '', 'network_id': 'ce818988-9844-49ed-8c13-73e8a3923dea', 'tenant_id': '24cf46db714743ec997a11655a5667ed', 'mac_address': 'fa:16:3e:c0:11:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '9f7c75e2-56d7-4c2f-8371-a1e12fb01ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:49Z', 'updated_at': '2022-01-28T02:06:54Z', 'revision_number': 4, 'project_id': '24cf46db714743ec997a11655a5667ed', 'subnets': [{'id': '9f7c75e2-56d7-4c2f-8371-a1e12fb01ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:06:55.362126 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port ecde639a-815b-4115-ad77-620a0a8974a5 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:55.362585 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:55.454166 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:55.509356 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:55.509729 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:59.858317 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fb28b-d2ef-4317-b40b-a7621f49a270 req-08ab35a7-590d-4e7c-9eb0-c7a56e632bc7 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:59.859879 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-181fb28b-d2ef-4317-b40b-a7621f49a270 req-08ab35a7-590d-4e7c-9eb0-c7a56e632bc7 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=9aeab016-de44-4bfb-af1e-8d7282e55502 HTTP/1.1" status: 200  len: 946 time: 0.0500727
Jan 28 02:06:59.897734 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-181fb28b-d2ef-4317-b40b-a7621f49a270 req-1f6b53fd-f471-48fd-a5ab-b5060919f8d0 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0318420
Jan 28 02:07:01.014651 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6e802-f8c0-4195-a48d-a114cddce218 req-43d8e188-7626-437f-9e76-662195c761ac tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:01.016176 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6de6e802-f8c0-4195-a48d-a114cddce218 req-43d8e188-7626-437f-9e76-662195c761ac tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=9aeab016-de44-4bfb-af1e-8d7282e55502 HTTP/1.1" status: 200  len: 946 time: 0.0491095
Jan 28 02:07:01.054484 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6de6e802-f8c0-4195-a48d-a114cddce218 req-6b0b395c-c148-4310-a231-9ba11aedb2c6 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316625
Jan 28 02:07:01.828752 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fe97d-43a3-46a1-ac83-570aff780c70 req-016f65bb-8cda-470b-805b-ca7da4319140 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:01.830172 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-516fe97d-43a3-46a1-ac83-570aff780c70 req-016f65bb-8cda-470b-805b-ca7da4319140 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.82 "GET /v2.0/ports?device_id=9aeab016-de44-4bfb-af1e-8d7282e55502 HTTP/1.1" status: 200  len: 946 time: 0.0492783
Jan 28 02:07:01.924631 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-516fe97d-43a3-46a1-ac83-570aff780c70 req-253cd2bf-dd21-4abb-88e0-5ec4074e08b7 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Deleting port 2f49cc6d-5280-48fc-82bb-ac87442b2506 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:07:01.925022 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-516fe97d-43a3-46a1-ac83-570aff780c70 req-253cd2bf-dd21-4abb-88e0-5ec4074e08b7 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:02.010347 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-516fe97d-43a3-46a1-ac83-570aff780c70 req-253cd2bf-dd21-4abb-88e0-5ec4074e08b7 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] For port 2f49cc6d-5280-48fc-82bb-ac87442b2506, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=2f49cc6d-5280-48fc-82bb-ac87442b2506,segment=NetworkSegment(4cef435a-3d64-4348-9e9d-7546c19b4a43),segment_id=4cef435a-3d64-4348-9e9d-7546c19b4a43)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:02.010707 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-516fe97d-43a3-46a1-ac83-570aff780c70 req-253cd2bf-dd21-4abb-88e0-5ec4074e08b7 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:02.022855 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-516fe97d-43a3-46a1-ac83-570aff780c70 req-253cd2bf-dd21-4abb-88e0-5ec4074e08b7 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Calling delete_port for 2f49cc6d-5280-48fc-82bb-ac87442b2506 owned by compute:nova {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:07:02.151848 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-516fe97d-43a3-46a1-ac83-570aff780c70 req-253cd2bf-dd21-4abb-88e0-5ec4074e08b7 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:02.177337 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90700872-709e-4312-89e0-3228ffeda065 req-d0d3b38f-d381-4514-9dc8-3779b4ae6d35 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:02.178856 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-90700872-709e-4312-89e0-3228ffeda065 req-d0d3b38f-d381-4514-9dc8-3779b4ae6d35 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=9aeab016-de44-4bfb-af1e-8d7282e55502 HTTP/1.1" status: 200  len: 867 time: 0.0533338
Jan 28 02:07:02.181174 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253cd2bf-dd21-4abb-88e0-5ec4074e08b7 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Pushing event deleted for resources: {'Port': ['ID=2f49cc6d-5280-48fc-82bb-ac87442b2506,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:02.191713 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['2f49cc6d-5280-48fc-82bb-ac87442b2506'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:07:02.218909 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-90700872-709e-4312-89e0-3228ffeda065 req-f175a47d-a054-43f4-9ed9-19c2075b5d61 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0336905
Jan 28 02:07:02.238931 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-516fe97d-43a3-46a1-ac83-570aff780c70 req-253cd2bf-dd21-4abb-88e0-5ec4074e08b7 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] No DVR routers for this DVR port 2f49cc6d-5280-48fc-82bb-ac87442b2506 on host hv-cinder-82497 {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:07:02.241493 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-516fe97d-43a3-46a1-ac83-570aff780c70 req-253cd2bf-dd21-4abb-88e0-5ec4074e08b7 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:02.244793 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-516fe97d-43a3-46a1-ac83-570aff780c70 req-253cd2bf-dd21-4abb-88e0-5ec4074e08b7 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.82 "DELETE /v2.0/ports/2f49cc6d-5280-48fc-82bb-ac87442b2506 HTTP/1.1" status: 204  len: 173 time: 0.4089489
Jan 28 02:07:02.245249 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aeab016-de44-4bfb-af1e-8d7282e55502', 'name': 'network-vif-deleted', 'tag': '2f49cc6d-5280-48fc-82bb-ac87442b2506'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:07:02.247577 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995a6f90-47a2-435a-b89f-38e8d68514ba" -d '{"events": [{"server_uuid": "9aeab016-de44-4bfb-af1e-8d7282e55502", "name": "network-vif-deleted", "tag": "2f49cc6d-5280-48fc-82bb-ac87442b2506"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:07:02.347161 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e371bc1-ea49-49a2-aba0-957d02c376fa x-openstack-request-id: req-1e371bc1-ea49-49a2-aba0-957d02c376fa {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:07:02.347454 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aeab016-de44-4bfb-af1e-8d7282e55502", "name": "network-vif-deleted", "tag": "2f49cc6d-5280-48fc-82bb-ac87442b2506", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:07:02.347878 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1e371bc1-ea49-49a2-aba0-957d02c376fa {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:07:02.348275 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aeab016-de44-4bfb-af1e-8d7282e55502', 'name': 'network-vif-deleted', 'tag': '2f49cc6d-5280-48fc-82bb-ac87442b2506', 'status': 'completed', 'code': 200}
Jan 28 02:07:06.246627 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:07:06.483249 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 2f49cc6d-5280-48fc-82bb-ac87442b2506 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:07:06.506704 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: 2f49cc6d-5280-48fc-82bb-ac87442b2506 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:07:06.507050 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 2f49cc6d-5280-48fc-82bb-ac87442b2506 not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:07:07.998296 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e169075-35e8-49d7-ae2a-d0c68d9e8d95 req-e9eb9d3b-0e8f-4a02-8af8-81e6eab6351d tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:07.999791 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6e169075-35e8-49d7-ae2a-d0c68d9e8d95 req-e9eb9d3b-0e8f-4a02-8af8-81e6eab6351d tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0492804
Jan 28 02:07:08.037974 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6e169075-35e8-49d7-ae2a-d0c68d9e8d95 req-441120cc-b136-491e-bc66-6a7e141a9309 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0313604
Jan 28 02:07:09.166503 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558af2a-33cf-4825-b3cc-290219d44f83 req-47236818-7fcf-48c6-b0fd-81b1fd99eb76 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:09.168438 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2558af2a-33cf-4825-b3cc-290219d44f83 req-47236818-7fcf-48c6-b0fd-81b1fd99eb76 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0540659
Jan 28 02:07:09.208496 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2558af2a-33cf-4825-b3cc-290219d44f83 req-8f1783b3-a0c7-4fa9-a8b9-216d6f1fc824 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0339243
Jan 28 02:07:10.330588 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894d6c2-f195-4de4-898e-30bf922a714b req-cc3be04d-f2cb-494c-aaa2-80dbe33af32f tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:10.332116 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d894d6c2-f195-4de4-898e-30bf922a714b req-cc3be04d-f2cb-494c-aaa2-80dbe33af32f tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0533309
Jan 28 02:07:10.371788 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d894d6c2-f195-4de4-898e-30bf922a714b req-4bf6c5a6-2d71-458e-bbee-c507919246dc tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0332458
Jan 28 02:07:11.491310 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f47ff-8a70-424e-8d6a-c6ffb1903df2 req-f1052b4e-ee12-4fd1-bb2b-63ef178d9700 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:11.492779 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-985f47ff-8a70-424e-8d6a-c6ffb1903df2 req-f1052b4e-ee12-4fd1-bb2b-63ef178d9700 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0494025
Jan 28 02:07:11.529868 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-985f47ff-8a70-424e-8d6a-c6ffb1903df2 req-458d0623-f577-4391-b3e7-6256a905d79d tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0311449
Jan 28 02:07:11.826991 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bd087fdf-7a5b-48f4-ab27-fc46ed3910f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:12.645546 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51181775-fcaf-41f6-887b-00d271b6c22a req-558114d7-ae38-4f18-9f03-c1c4a1c8ce8d tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:12.647033 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-51181775-fcaf-41f6-887b-00d271b6c22a req-558114d7-ae38-4f18-9f03-c1c4a1c8ce8d tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0477400
Jan 28 02:07:12.683370 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-51181775-fcaf-41f6-887b-00d271b6c22a req-34daf304-8618-4523-81c6-df8b5b1bfd54 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0304091
Jan 28 02:07:13.254101 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d6665-0773-4e78-9154-54310ee81573 req-4646a99c-0e1b-45ea-99a1-584bcca1e408 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:13.255474 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-689d6665-0773-4e78-9154-54310ee81573 req-4646a99c-0e1b-45ea-99a1-584bcca1e408 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/networks?id=15196eb6-806a-4b15-875b-747d0ec1afab HTTP/1.1" status: 200  len: 814 time: 0.1040947
Jan 28 02:07:13.270428 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-689d6665-0773-4e78-9154-54310ee81573 req-359b1779-e94c-45c4-a9d4-03997485cf8d tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/quotas/2f9f6ec5f21a4775a393a6e55e34b617 HTTP/1.1" status: 200  len: 375 time: 0.0091000
Jan 28 02:07:13.302709 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-689d6665-0773-4e78-9154-54310ee81573 req-83030604-8c8e-4546-9b83-a2d8f77b06c1 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2f9f6ec5f21a4775a393a6e55e34b617&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0267649
Jan 28 02:07:13.482465 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-689d6665-0773-4e78-9154-54310ee81573 req-d5f891b7-ea06-4273-aa18-7b76524902b7 service neutron] 10.222.0.77 "GET /v2.0/networks/15196eb6-806a-4b15-875b-747d0ec1afab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1727574
Jan 28 02:07:13.569849 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-689d6665-0773-4e78-9154-54310ee81573 req-7bc21283-b751-48fb-8335-925456319a5c service neutron] 10.222.0.77 "GET /v2.0/networks/15196eb6-806a-4b15-875b-747d0ec1afab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806515
Jan 28 02:07:13.726017 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a0f5070e-1353-4d91-940a-4c2cde196a78 req-1e358642-f9d3-4afa-a653-e7f27e98ac76 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=e849a0fd-94c7-447c-8cbb-3e2f8ff67537 HTTP/1.1" status: 200  len: 210 time: 0.0299811
Jan 28 02:07:13.819612 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3be920-ef55-4de3-955c-ccdd51f93833 req-becf32a6-4608-4263-a843-0572e476c488 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:13.821168 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bb3be920-ef55-4de3-955c-ccdd51f93833 req-becf32a6-4608-4263-a843-0572e476c488 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0553255
Jan 28 02:07:13.859487 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bb3be920-ef55-4de3-955c-ccdd51f93833 req-5aa4a8d9-877c-42c6-b813-a50db66a260e tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0323191
Jan 28 02:07:13.896567 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f65024cb-da82-4780-9cce-c0132251c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:14.303278 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-da70bd34-95b0-4a19-a571-10d91d91d5c4 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-45617287&fields=id&tenant_id=226f951c63d84729beaecf1a55d5a6a8 HTTP/1.1" status: 200  len: 267 time: 0.0345137
Jan 28 02:07:14.411475 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-9e736bf9-12fd-400f-84d3-9d1894209833 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:14.413064 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-9e736bf9-12fd-400f-84d3-9d1894209833 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/networks?id=23a28d37-0005-458c-a7f4-ea41e10faeb4 HTTP/1.1" status: 200  len: 809 time: 0.1025770
Jan 28 02:07:14.432579 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-7932f386-05d2-467a-b598-3419cc35ae87 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/quotas/226f951c63d84729beaecf1a55d5a6a8 HTTP/1.1" status: 200  len: 375 time: 0.0096211
Jan 28 02:07:14.488566 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-251db578-d828-4177-8ea4-7206988acda8 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=226f951c63d84729beaecf1a55d5a6a8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0496399
Jan 28 02:07:14.623062 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-5d6986ee-7715-4198-aaaf-78d234377c32 service neutron] 10.222.0.77 "GET /v2.0/networks/23a28d37-0005-458c-a7f4-ea41e10faeb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235123
Jan 28 02:07:14.715153 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-2dfe8156-5fce-480d-9065-1f135fcb242b service neutron] 10.222.0.77 "GET /v2.0/networks/23a28d37-0005-458c-a7f4-ea41e10faeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855074
Jan 28 02:07:14.828620 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5499cec3-26dc-4f0a-8a09-65a43acaf00d req-255100cd-f590-4f6d-bf82-11ef1a68a93d tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=e849a0fd-94c7-447c-8cbb-3e2f8ff67537 HTTP/1.1" status: 200  len: 210 time: 0.0317366
Jan 28 02:07:14.843876 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:14.968375 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d6665-0773-4e78-9154-54310ee81573 req-73a8bb26-2ebb-4839-ab17-e64fc73b9428 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:14.971866 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-689d6665-0773-4e78-9154-54310ee81573 req-73a8bb26-2ebb-4839-ab17-e64fc73b9428 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.82 "GET /v2.0/networks?id=15196eb6-806a-4b15-875b-747d0ec1afab HTTP/1.1" status: 200  len: 814 time: 0.1304619
Jan 28 02:07:14.995670 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-689d6665-0773-4e78-9154-54310ee81573 req-ebb8ca59-0fa6-429e-94d7-a24ef9adc640 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Request body: {'port': {'device_id': 'e849a0fd-94c7-447c-8cbb-3e2f8ff67537', 'network_id': '15196eb6-806a-4b15-875b-747d0ec1afab', 'admin_state_up': True, 'tenant_id': '2f9f6ec5f21a4775a393a6e55e34b617'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:07:15.006275 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fe760-973e-4eb8-a274-52114e1dd170 req-207494b4-4cd3-4881-a807-cdfd32c9e60e tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:15.008006 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-966fe760-973e-4eb8-a274-52114e1dd170 req-207494b4-4cd3-4881-a807-cdfd32c9e60e tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0627110
Jan 28 02:07:15.083981 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0d8c00bf-9a74-4a6c-b031-f256cf2c06bf req-4692399d-8957-489b-a2ff-faa20b0cb003 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 210 time: 0.0302238
Jan 28 02:07:15.087034 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-966fe760-973e-4eb8-a274-52114e1dd170 req-ca5df43f-a264-470b-8caf-cdc7ac988216 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715132
Jan 28 02:07:15.139309 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689d6665-0773-4e78-9154-54310ee81573 req-ebb8ca59-0fa6-429e-94d7-a24ef9adc640 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Made reservation on behalf of 2f9f6ec5f21a4775a393a6e55e34b617 for: {'port': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:07:15.143911 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-689d6665-0773-4e78-9154-54310ee81573 req-ebb8ca59-0fa6-429e-94d7-a24ef9adc640 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:15.281723 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [req-689d6665-0773-4e78-9154-54310ee81573 req-ebb8ca59-0fa6-429e-94d7-a24ef9adc640 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Allocated IP 172.20.0.3 (15196eb6-806a-4b15-875b-747d0ec1afab/2f5ca77f-0c37-4557-9ccd-a1fb604dbb16/5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:07:15.312770 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:15.453583 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-689d6665-0773-4e78-9154-54310ee81573 req-ebb8ca59-0fa6-429e-94d7-a24ef9adc640 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:15.488415 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-689d6665-0773-4e78-9154-54310ee81573 req-ebb8ca59-0fa6-429e-94d7-a24ef9adc640 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:15.533191 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689d6665-0773-4e78-9154-54310ee81573 req-ebb8ca59-0fa6-429e-94d7-a24ef9adc640 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Network 15196eb6-806a-4b15-875b-747d0ec1afab is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:07:15.536328 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [req-689d6665-0773-4e78-9154-54310ee81573 req-ebb8ca59-0fa6-429e-94d7-a24ef9adc640 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:07:15.540526 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-689d6665-0773-4e78-9154-54310ee81573 req-ebb8ca59-0fa6-429e-94d7-a24ef9adc640 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:07:15.566839 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8ca59-0fa6-429e-94d7-a24ef9adc640 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Pushing event updated for resources: {'Port': ['ID=5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:15.593787 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d6665-0773-4e78-9154-54310ee81573 req-ebb8ca59-0fa6-429e-94d7-a24ef9adc640 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:15.594397 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-689d6665-0773-4e78-9154-54310ee81573 req-ebb8ca59-0fa6-429e-94d7-a24ef9adc640 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:15.613647 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-689d6665-0773-4e78-9154-54310ee81573 req-ebb8ca59-0fa6-429e-94d7-a24ef9adc640 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6236799
Jan 28 02:07:15.681582 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Request body: {'port': {'device_id': 'e849a0fd-94c7-447c-8cbb-3e2f8ff67537', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:07:15.739987 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:15.950643 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34d4a9-fcd4-498c-ada0-7b6c280e029c req-595dc2b1-6938-40f1-bb6b-88d1f42858cd tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:15.952151 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2d34d4a9-fcd4-498c-ada0-7b6c280e029c req-595dc2b1-6938-40f1-bb6b-88d1f42858cd tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=e849a0fd-94c7-447c-8cbb-3e2f8ff67537 HTTP/1.1" status: 200  len: 931 time: 0.0538774
Jan 28 02:07:16.018035 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 {{(pid=101323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:07:16.027167 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:16.042702 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.provisioning_blocks [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Transition to ACTIVE for port object 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 will not be triggered until provisioned by entity L2. {{(pid=101323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:07:16.048288 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:16.158308 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Pushing event updated for resources: {'Port': ['ID=5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:16.255925 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b6f5f04b-06ed-4359-a0b4-77d7784098e5 req-189cafc9-f040-4c36-9364-02ce264c5c5f tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 210 time: 0.0341403
Jan 28 02:07:16.266806 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-0236af4b-eab9-48f0-8c83-498aaa16637b tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:16.268647 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-0236af4b-eab9-48f0-8c83-498aaa16637b tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.82 "GET /v2.0/networks?id=23a28d37-0005-458c-a7f4-ea41e10faeb4 HTTP/1.1" status: 200  len: 809 time: 0.1937461
Jan 28 02:07:16.279339 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2d34d4a9-fcd4-498c-ada0-7b6c280e029c req-0ca740a9-66e2-4765-bbb8-f9a11aa6b08a tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3191869
Jan 28 02:07:16.298333 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Attempting to bind port 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:07:16.299316 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Attempting to bind port 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '4cef435a-3d64-4348-9e9d-7546c19b4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '15196eb6-806a-4b15-875b-747d0ec1afab'}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:07:16.299650 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Attempting to bind port 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 on network 15196eb6-806a-4b15-875b-747d0ec1afab {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:07:16.311351 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Port 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 on network 15196eb6-806a-4b15-875b-747d0ec1afab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:07:16.311677 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Attempting to bind port 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 on network 15196eb6-806a-4b15-875b-747d0ec1afab {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:07:16.326631 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:07:16.326957 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Checking segment: {'id': '4cef435a-3d64-4348-9e9d-7546c19b4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '15196eb6-806a-4b15-875b-747d0ec1afab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:07:16.327307 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Bound using segment: {'id': '4cef435a-3d64-4348-9e9d-7546c19b4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '15196eb6-806a-4b15-875b-747d0ec1afab'} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:07:16.327753 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Bound port: 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cef435a-3d64-4348-9e9d-7546c19b4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '15196eb6-806a-4b15-875b-747d0ec1afab'}}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:07:16.328125 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:16.344783 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-7bb0080f-0833-47a5-9956-557bc1e82e26 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=226f951c63d84729beaecf1a55d5a6a8 HTTP/1.1" status: 200  len: 378 time: 0.0578673
Jan 28 02:07:16.355370 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-c88ec81d-bcd6-48f7-818a-bf168a976979 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Request body: {'port': {'device_id': 'e63f7e8f-3a5e-4636-8231-688a4b068f3a', 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4', 'admin_state_up': True, 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'security_groups': ['494eee12-c112-4d65-9301-61d570627349']}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:07:16.393030 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788c7ed-845d-47db-9cd8-2f053ae1ffab req-c4594fc4-297f-4b8c-8afc-8477d49526e0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:16.395473 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c788c7ed-845d-47db-9cd8-2f053ae1ffab req-c4594fc4-297f-4b8c-8afc-8477d49526e0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0601590
Jan 28 02:07:16.440063 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c788c7ed-845d-47db-9cd8-2f053ae1ffab req-d36b6a10-6724-42f7-b45d-e69867742a47 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367982
Jan 28 02:07:16.473081 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] For port 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8, host hv-cinder-82497, cleared binding levels {{(pid=101323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:07:16.494682 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] For port 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8,segment=NetworkSegment(4cef435a-3d64-4348-9e9d-7546c19b4a43),segment_id=4cef435a-3d64-4348-9e9d-7546c19b4a43)] {{(pid=101323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:07:16.503352 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:16.552163 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:16.552768 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:16.554159 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-689d6665-0773-4e78-9154-54310ee81573 req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] 10.222.0.82 "PUT /v2.0/ports/5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 HTTP/1.1" status: 200  len: 1093 time: 0.9255445
Jan 28 02:07:16.556068 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e849a0fd-94c7-447c-8cbb-3e2f8ff67537', 'tag': '5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:07:16.558316 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936388cd-5961-4f4a-b415-f1e5d72f8e34" -d '{"events": [{"name": "network-changed", "server_uuid": "e849a0fd-94c7-447c-8cbb-3e2f8ff67537", "tag": "5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:07:16.584345 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e0808-f234-4768-a5f7-294c4686d759 service neutron] Pushing event updated for resources: {'Port': ['ID=5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8,revision_number=3']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:16.586901 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-c88ec81d-bcd6-48f7-818a-bf168a976979 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Made reservation on behalf of 226f951c63d84729beaecf1a55d5a6a8 for: {'port': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:07:16.590370 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-c88ec81d-bcd6-48f7-818a-bf168a976979 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:16.611088 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274ed695-d17c-4193-a842-e5014e7238b1 x-openstack-request-id: req-274ed695-d17c-4193-a842-e5014e7238b1 {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:07:16.611944 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e849a0fd-94c7-447c-8cbb-3e2f8ff67537", "tag": "5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:07:16.612197 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-274ed695-d17c-4193-a842-e5014e7238b1 {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:07:16.612590 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e849a0fd-94c7-447c-8cbb-3e2f8ff67537', 'tag': '5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8', 'status': 'completed', 'code': 200}
Jan 28 02:07:16.851815 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:16.947580 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d6665-0773-4e78-9154-54310ee81573 req-31a047a4-62db-4b69-8fdd-d3ccac25c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:16.949060 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-689d6665-0773-4e78-9154-54310ee81573 req-31a047a4-62db-4b69-8fdd-d3ccac25c154 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2f9f6ec5f21a4775a393a6e55e34b617&device_id=e849a0fd-94c7-447c-8cbb-3e2f8ff67537 HTTP/1.1" status: 200  len: 1096 time: 0.2976818
Jan 28 02:07:17.006224 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-c88ec81d-bcd6-48f7-818a-bf168a976979 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Allocated IP 172.20.0.9 (23a28d37-0005-458c-a7f4-ea41e10faeb4/9a15fd51-c3df-496a-bff1-21f2dd07ba6a/862311b2-2f81-451f-a875-dbcc86e8b247) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:07:17.011875 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-689d6665-0773-4e78-9154-54310ee81573 req-d492a24f-6125-4310-b3b7-0117e19f1509 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 HTTP/1.1" status: 200  len: 217 time: 0.0442359
Jan 28 02:07:17.086749 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d6665-0773-4e78-9154-54310ee81573 req-3add301d-bea1-427f-a5a9-e6a4597edb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:17.088096 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-689d6665-0773-4e78-9154-54310ee81573 req-3add301d-bea1-427f-a5a9-e6a4597edb1e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2f5ca77f-0c37-4557-9ccd-a1fb604dbb16 HTTP/1.1" status: 200  len: 854 time: 0.0693777
Jan 28 02:07:17.154937 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-689d6665-0773-4e78-9154-54310ee81573 req-9df8cfa6-7ba6-4725-8c84-7537537c316c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=15196eb6-806a-4b15-875b-747d0ec1afab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0562518
Jan 28 02:07:17.255266 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-c88ec81d-bcd6-48f7-818a-bf168a976979 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:17.286397 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-689d6665-0773-4e78-9154-54310ee81573 req-f91c2bc9-3bce-484e-84ae-549bfdb066fd service neutron] 10.222.0.82 "GET /v2.0/networks/15196eb6-806a-4b15-875b-747d0ec1afab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232011
Jan 28 02:07:17.360378 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-c88ec81d-bcd6-48f7-818a-bf168a976979 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:17.361646 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:17.428296 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-c88ec81d-bcd6-48f7-818a-bf168a976979 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Network 23a28d37-0005-458c-a7f4-ea41e10faeb4 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:07:17.436868 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-c88ec81d-bcd6-48f7-818a-bf168a976979 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:07:17.440994 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-689d6665-0773-4e78-9154-54310ee81573 req-b0d6d5f1-b2c4-4a51-8722-1c7c5d9915c0 service neutron] 10.222.0.82 "GET /v2.0/networks/15196eb6-806a-4b15-875b-747d0ec1afab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445739
Jan 28 02:07:17.441818 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-c88ec81d-bcd6-48f7-818a-bf168a976979 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:07:17.444653 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ec81d-bcd6-48f7-818a-bf168a976979 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Pushing event updated for resources: {'Port': ['ID=862311b2-2f81-451f-a875-dbcc86e8b247,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:17.467229 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a187f-2160-4b43-98ea-83072f376b29 req-3a865ccd-b43e-438e-a6c1-5b9afcf80d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:17.468856 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-774a187f-2160-4b43-98ea-83072f376b29 req-3a865ccd-b43e-438e-a6c1-5b9afcf80d5c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=578fc5bd64da4dcdbff2e317361168ec&device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 1098 time: 0.1237445
Jan 28 02:07:17.482766 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b877a7-a56e-49f5-9a94-b5c1adc15563 req-7d936302-4c08-47c3-b54f-06a68bbed218 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:17.490278 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-63b877a7-a56e-49f5-9a94-b5c1adc15563 req-7d936302-4c08-47c3-b54f-06a68bbed218 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=e849a0fd-94c7-447c-8cbb-3e2f8ff67537 HTTP/1.1" status: 200  len: 943 time: 0.1101332
Jan 28 02:07:17.505836 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71331da8-9a05-4de7-8a21-5af025c69f04 req-f62d2d26-ed8a-467d-a37a-6c55d9f97c8d tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:17.509791 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-c88ec81d-bcd6-48f7-818a-bf168a976979 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:17.509791 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-c88ec81d-bcd6-48f7-818a-bf168a976979 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:17.513878 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-71331da8-9a05-4de7-8a21-5af025c69f04 req-f62d2d26-ed8a-467d-a37a-6c55d9f97c8d tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 931 time: 0.1537516
Jan 28 02:07:17.535607 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-c88ec81d-bcd6-48f7-818a-bf168a976979 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1846342
Jan 28 02:07:17.571539 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Request body: {'port': {'device_id': 'e63f7e8f-3a5e-4636-8231-688a4b068f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:07:17.625153 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-63b877a7-a56e-49f5-9a94-b5c1adc15563 req-69fd898d-bd85-4607-8fc1-000c6dc56455 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328583
Jan 28 02:07:17.646181 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-71331da8-9a05-4de7-8a21-5af025c69f04 req-1563da6f-ab44-4c49-883b-667554e69f81 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1311419
Jan 28 02:07:17.667178 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936388cd-5961-4f4a-b415-f1e5d72f8e34 req-f493f299-be3b-4d5b-a90d-996e1c89a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:17.668822 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-936388cd-5961-4f4a-b415-f1e5d72f8e34 req-f493f299-be3b-4d5b-a90d-996e1c89a0a1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2f9f6ec5f21a4775a393a6e55e34b617&device_id=e849a0fd-94c7-447c-8cbb-3e2f8ff67537 HTTP/1.1" status: 200  len: 1096 time: 0.0944374
Jan 28 02:07:17.669892 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:17.685725 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a187f-2160-4b43-98ea-83072f376b29 req-423b77e8-e32f-4c64-8edd-4741a872bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:17.687320 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-774a187f-2160-4b43-98ea-83072f376b29 req-423b77e8-e32f-4c64-8edd-4741a872bd8d service neutron] 10.222.0.82 "GET /v2.0/networks?id=34615009-fca5-44cc-84b3-0752c6a7e426 HTTP/1.1" status: 200  len: 918 time: 0.1715147
Jan 28 02:07:17.704188 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-9e6580a5-b12b-4c4a-9cd0-f3ed7a75d9da None None] Provisioning complete for port 862311b2-2f81-451f-a875-dbcc86e8b247 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:07:17.704564 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9e6580a5-b12b-4c4a-9cd0-f3ed7a75d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:17.739254 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-9e6580a5-b12b-4c4a-9cd0-f3ed7a75d9da None None] Port 862311b2-2f81-451f-a875-dbcc86e8b247 cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:07:17.825051 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-774a187f-2160-4b43-98ea-83072f376b29 req-3bfdd01b-1977-4c25-9582-a6233ff0eb57 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15e44d6-18a5-424f-9579-7820746bc72a HTTP/1.1" status: 200  len: 1001 time: 0.1304202
Jan 28 02:07:17.833299 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979d791-8ae6-40fb-b3ab-312d46941265 req-a4894f03-2d9d-4430-812e-61c5739d52f1 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:17.834830 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c979d791-8ae6-40fb-b3ab-312d46941265 req-a4894f03-2d9d-4430-812e-61c5739d52f1 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.1390305
Jan 28 02:07:17.869371 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936388cd-5961-4f4a-b415-f1e5d72f8e34 req-054d6a9f-4090-48fa-b9c0-3c756d16ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:17.870867 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-936388cd-5961-4f4a-b415-f1e5d72f8e34 req-054d6a9f-4090-48fa-b9c0-3c756d16ee78 service neutron] 10.222.0.82 "GET /v2.0/networks?id=15196eb6-806a-4b15-875b-747d0ec1afab HTTP/1.1" status: 200  len: 915 time: 0.1911085
Jan 28 02:07:17.900428 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a187f-2160-4b43-98ea-83072f376b29 req-6844ea7a-0ffd-4180-afb4-75fb93fc2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:17.901894 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-774a187f-2160-4b43-98ea-83072f376b29 req-6844ea7a-0ffd-4180-afb4-75fb93fc2355 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aba7715e-a82d-463d-8206-e0dca7c49061 HTTP/1.1" status: 200  len: 856 time: 0.0661976
Jan 28 02:07:17.907018 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c979d791-8ae6-40fb-b3ab-312d46941265 req-c6223f89-3bfd-4a38-b144-416fb4da4d48 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640280
Jan 28 02:07:17.950565 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-936388cd-5961-4f4a-b415-f1e5d72f8e34 req-1b14d16e-9aee-4fa1-af51-7d77cb2d1efd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 HTTP/1.1" status: 200  len: 217 time: 0.0650575
Jan 28 02:07:17.954514 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a187f-2160-4b43-98ea-83072f376b29 req-49dcdda9-b694-4111-92d0-b4e8ea3521bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:17.956023 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-774a187f-2160-4b43-98ea-83072f376b29 req-49dcdda9-b694-4111-92d0-b4e8ea3521bf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=34615009-fca5-44cc-84b3-0752c6a7e426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0470650
Jan 28 02:07:18.034841 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936388cd-5961-4f4a-b415-f1e5d72f8e34 req-250699c7-eef0-4a64-942e-b73444fa9a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:18.036314 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-936388cd-5961-4f4a-b415-f1e5d72f8e34 req-250699c7-eef0-4a64-942e-b73444fa9a67 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2f5ca77f-0c37-4557-9ccd-a1fb604dbb16 HTTP/1.1" status: 200  len: 854 time: 0.0675008
Jan 28 02:07:18.048074 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-774a187f-2160-4b43-98ea-83072f376b29 req-d580db70-f430-4888-a04d-5eab4830e894 service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832965
Jan 28 02:07:18.099509 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-936388cd-5961-4f4a-b415-f1e5d72f8e34 req-23d78296-22a2-4485-9a62-82601610e7d7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=15196eb6-806a-4b15-875b-747d0ec1afab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0287874
Jan 28 02:07:18.106258 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 862311b2-2f81-451f-a875-dbcc86e8b247 {{(pid=101323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:07:18.114817 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:18.150576 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-774a187f-2160-4b43-98ea-83072f376b29 req-75347fdd-9da3-4d57-9680-dd35204114e6 service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899732
Jan 28 02:07:18.170450 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.provisioning_blocks [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Transition to ACTIVE for port object 862311b2-2f81-451f-a875-dbcc86e8b247 will not be triggered until provisioned by entity L2. {{(pid=101323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:07:18.177109 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:18.248704 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Pushing event updated for resources: {'Port': ['ID=862311b2-2f81-451f-a875-dbcc86e8b247,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:18.285926 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-936388cd-5961-4f4a-b415-f1e5d72f8e34 req-2e77b151-6bab-4b2f-928c-2bfe258faf26 service neutron] 10.222.0.82 "GET /v2.0/networks/15196eb6-806a-4b15-875b-747d0ec1afab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672440
Jan 28 02:07:18.343447 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Attempting to bind port 862311b2-2f81-451f-a875-dbcc86e8b247 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:07:18.343774 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Attempting to bind port 862311b2-2f81-451f-a875-dbcc86e8b247 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '530323b7-86f0-4bb8-b8dd-b109b8fc1c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4'}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:07:18.344096 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Attempting to bind port 862311b2-2f81-451f-a875-dbcc86e8b247 on network 23a28d37-0005-458c-a7f4-ea41e10faeb4 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:07:18.381291 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Port 862311b2-2f81-451f-a875-dbcc86e8b247 on network 23a28d37-0005-458c-a7f4-ea41e10faeb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:07:18.381609 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Attempting to bind port 862311b2-2f81-451f-a875-dbcc86e8b247 on network 23a28d37-0005-458c-a7f4-ea41e10faeb4 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:07:18.393661 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:07:18.394014 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Checking segment: {'id': '530323b7-86f0-4bb8-b8dd-b109b8fc1c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:07:18.394390 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Bound using segment: {'id': '530323b7-86f0-4bb8-b8dd-b109b8fc1c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4'} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:07:18.394809 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Bound port: 862311b2-2f81-451f-a875-dbcc86e8b247, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530323b7-86f0-4bb8-b8dd-b109b8fc1c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4'}}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:07:18.395167 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:18.466619 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-936388cd-5961-4f4a-b415-f1e5d72f8e34 req-67dfafb7-dde9-415a-a8c1-db1dfa786598 service neutron] 10.222.0.82 "GET /v2.0/networks/15196eb6-806a-4b15-875b-747d0ec1afab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339774
Jan 28 02:07:18.487662 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] For port 862311b2-2f81-451f-a875-dbcc86e8b247, host hv-cinder-82497, cleared binding levels {{(pid=101323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:07:18.490643 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] For port 862311b2-2f81-451f-a875-dbcc86e8b247, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=862311b2-2f81-451f-a875-dbcc86e8b247,segment=NetworkSegment(530323b7-86f0-4bb8-b8dd-b109b8fc1c90),segment_id=530323b7-86f0-4bb8-b8dd-b109b8fc1c90)] {{(pid=101323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:07:18.495788 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:18.531431 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:18.532027 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:18.533392 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] 10.222.0.82 "PUT /v2.0/ports/862311b2-2f81-451f-a875-dbcc86e8b247 HTTP/1.1" status: 200  len: 1093 time: 0.9664803
Jan 28 02:07:18.551833 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c90cc-995f-4371-b8fa-91a807701d5b service neutron] Pushing event updated for resources: {'Port': ['ID=862311b2-2f81-451f-a875-dbcc86e8b247,revision_number=3']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:18.616097 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63f7e8f-3a5e-4636-8231-688a4b068f3a', 'tag': '862311b2-2f81-451f-a875-dbcc86e8b247'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:07:18.619310 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c075ad9-f952-479b-9b13-ec1cc2404dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "e63f7e8f-3a5e-4636-8231-688a4b068f3a", "tag": "862311b2-2f81-451f-a875-dbcc86e8b247"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:07:18.660314 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-15a48a13-34eb-45b7-80bb-dd496765231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:18.662143 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-15a48a13-34eb-45b7-80bb-dd496765231c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=226f951c63d84729beaecf1a55d5a6a8&device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 1096 time: 0.0547566
Jan 28 02:07:18.663573 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0faca9c-8125-4171-af40-c672cd47529d x-openstack-request-id: req-b0faca9c-8125-4171-af40-c672cd47529d {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:07:18.663856 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63f7e8f-3a5e-4636-8231-688a4b068f3a", "tag": "862311b2-2f81-451f-a875-dbcc86e8b247", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:07:18.664103 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0faca9c-8125-4171-af40-c672cd47529d {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:07:18.664479 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63f7e8f-3a5e-4636-8231-688a4b068f3a', 'tag': '862311b2-2f81-451f-a875-dbcc86e8b247', 'status': 'completed', 'code': 200}
Jan 28 02:07:18.750168 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-26dd9fb3-b4e5-47e3-ab9f-f21175ce9058 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=862311b2-2f81-451f-a875-dbcc86e8b247 HTTP/1.1" status: 200  len: 217 time: 0.0530088
Jan 28 02:07:18.781878 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7478d-22c9-47f8-a827-4f28c818a775 req-1de458aa-c02d-45f0-a972-1d1690e38cb8 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:18.784032 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7de7478d-22c9-47f8-a827-4f28c818a775 req-1de458aa-c02d-45f0-a972-1d1690e38cb8 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=e849a0fd-94c7-447c-8cbb-3e2f8ff67537 HTTP/1.1" status: 200  len: 943 time: 0.0826266
Jan 28 02:07:18.807549 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63497fe9-5547-400c-bdc6-263ed46f41b5 req-bb8a38dd-8f35-494d-9b7c-8fb24c1e45cb tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:18.809067 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-63497fe9-5547-400c-bdc6-263ed46f41b5 req-bb8a38dd-8f35-494d-9b7c-8fb24c1e45cb tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 943 time: 0.0770419
Jan 28 02:07:18.830309 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-681ad656-d3e1-478d-a8e6-5abf0db19570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:18.831765 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-681ad656-d3e1-478d-a8e6-5abf0db19570 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a15fd51-c3df-496a-bff1-21f2dd07ba6a HTTP/1.1" status: 200  len: 848 time: 0.0489485
Jan 28 02:07:18.855248 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7de7478d-22c9-47f8-a827-4f28c818a775 req-badeb6c1-2df1-4ad1-a833-6aa2507a51b9 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645287
Jan 28 02:07:18.863222 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-63497fe9-5547-400c-bdc6-263ed46f41b5 req-3fd24dd8-1301-407f-b75a-fadb8b33dd62 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0477304
Jan 28 02:07:18.881216 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-37441a25-fd20-4d8d-88c0-880f58b73869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:18.882727 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-37441a25-fd20-4d8d-88c0-880f58b73869 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23a28d37-0005-458c-a7f4-ea41e10faeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0408137
Jan 28 02:07:18.976591 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-cdfc0fe3-8800-441b-b02b-802be0057ab0 service neutron] 10.222.0.82 "GET /v2.0/networks/23a28d37-0005-458c-a7f4-ea41e10faeb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837784
Jan 28 02:07:19.032534 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15793cd-8f01-4deb-a2ad-75c835becc5b req-1e23ab4d-16da-4e67-80c9-8cbd310a06b6 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:19.034891 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c15793cd-8f01-4deb-a2ad-75c835becc5b req-1e23ab4d-16da-4e67-80c9-8cbd310a06b6 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0540168
Jan 28 02:07:19.071877 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-bedae01e-0806-4f14-8c26-9e422b958bd4 req-d2ffc146-e33e-40bd-8ef3-3e01a624bc85 service neutron] 10.222.0.82 "GET /v2.0/networks/23a28d37-0005-458c-a7f4-ea41e10faeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867214
Jan 28 02:07:19.078178 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c15793cd-8f01-4deb-a2ad-75c835becc5b req-67e0793c-da60-4200-b91e-48764e15e0e3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0337732
Jan 28 02:07:19.236462 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c075ad9-f952-479b-9b13-ec1cc2404dd3 req-aee890d8-26a0-42e0-9df0-5427e9dfb3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:19.238005 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1c075ad9-f952-479b-9b13-ec1cc2404dd3 req-aee890d8-26a0-42e0-9df0-5427e9dfb3ed service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=226f951c63d84729beaecf1a55d5a6a8&device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 1096 time: 0.0569925
Jan 28 02:07:19.350008 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c075ad9-f952-479b-9b13-ec1cc2404dd3 req-6ec699a3-780b-4b66-b5da-eacf814f07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:19.352114 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1c075ad9-f952-479b-9b13-ec1cc2404dd3 req-6ec699a3-780b-4b66-b5da-eacf814f07c4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=23a28d37-0005-458c-a7f4-ea41e10faeb4 HTTP/1.1" status: 200  len: 910 time: 0.1068058
Jan 28 02:07:19.398297 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1c075ad9-f952-479b-9b13-ec1cc2404dd3 req-2670e031-e254-4445-80f0-f5cfb2b3848e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=862311b2-2f81-451f-a875-dbcc86e8b247 HTTP/1.1" status: 200  len: 217 time: 0.0380940
Jan 28 02:07:19.465449 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c075ad9-f952-479b-9b13-ec1cc2404dd3 req-b441d867-f934-43e7-901b-4e8d057bcd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:19.466936 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1c075ad9-f952-479b-9b13-ec1cc2404dd3 req-b441d867-f934-43e7-901b-4e8d057bcd47 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a15fd51-c3df-496a-bff1-21f2dd07ba6a HTTP/1.1" status: 200  len: 848 time: 0.0489612
Jan 28 02:07:19.513124 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c075ad9-f952-479b-9b13-ec1cc2404dd3 req-e00a2b9c-9ca2-4f8e-a296-462295765335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:19.514620 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1c075ad9-f952-479b-9b13-ec1cc2404dd3 req-e00a2b9c-9ca2-4f8e-a296-462295765335 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23a28d37-0005-458c-a7f4-ea41e10faeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0397618
Jan 28 02:07:19.605511 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1c075ad9-f952-479b-9b13-ec1cc2404dd3 req-7b8ec004-7cd6-4949-8ac9-1ad7d9e90660 service neutron] 10.222.0.82 "GET /v2.0/networks/23a28d37-0005-458c-a7f4-ea41e10faeb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826826
Jan 28 02:07:19.697688 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1c075ad9-f952-479b-9b13-ec1cc2404dd3 req-b5c1a202-8f38-4463-b174-780ee977ae3d service neutron] 10.222.0.82 "GET /v2.0/networks/23a28d37-0005-458c-a7f4-ea41e10faeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848429
Jan 28 02:07:19.997609 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b892e33-346e-4498-b10e-e040255a1557 req-41171258-a40a-4363-9046-1f42e54c36c4 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:19.999177 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5b892e33-346e-4498-b10e-e040255a1557 req-41171258-a40a-4363-9046-1f42e54c36c4 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=e849a0fd-94c7-447c-8cbb-3e2f8ff67537 HTTP/1.1" status: 200  len: 943 time: 0.0764303
Jan 28 02:07:20.007746 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abddfc-423d-4a74-9dc7-76b1c3b53cbf req-756c99eb-8d0d-4814-8b29-b4089cf4b701 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:20.009094 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b0abddfc-423d-4a74-9dc7-76b1c3b53cbf req-756c99eb-8d0d-4814-8b29-b4089cf4b701 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 943 time: 0.0764363
Jan 28 02:07:20.067465 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5b892e33-346e-4498-b10e-e040255a1557 req-d1061633-f4bb-43e7-a4a3-16e57136f708 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574317
Jan 28 02:07:20.072498 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b0abddfc-423d-4a74-9dc7-76b1c3b53cbf req-79d368c6-a6c7-47ca-b9d1-5d56434b3b75 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0569501
Jan 28 02:07:20.198259 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042836b4-628f-4efb-a53b-9d7b1c57a00a req-f4265f75-8a8b-46ed-89d8-f73db6a6c46d tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:20.199714 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-042836b4-628f-4efb-a53b-9d7b1c57a00a req-f4265f75-8a8b-46ed-89d8-f73db6a6c46d tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0498600
Jan 28 02:07:20.236690 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-042836b4-628f-4efb-a53b-9d7b1c57a00a req-ed4579eb-0399-47ac-917a-bb74c453665c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0304253
Jan 28 02:07:20.555399 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:07:20.651466 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8,segment=NetworkSegment(4cef435a-3d64-4348-9e9d-7546c19b4a43),segment_id=4cef435a-3d64-4348-9e9d-7546c19b4a43)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:20.662738 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': '5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8', 'network_id': '15196eb6-806a-4b15-875b-747d0ec1afab', 'port_id': '5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8', 'mac_address': 'fa:16:3e:b9:cb:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5ca77f-0c37-4557-9ccd-a1fb604dbb16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:07:20.700062 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:20.712969 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:07:20.732496 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8,segment=NetworkSegment(4cef435a-3d64-4348-9e9d-7546c19b4a43),segment_id=4cef435a-3d64-4348-9e9d-7546c19b4a43)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:20.736348 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:20.737056 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device e15e44d6-18a5-424f-9579-7820746bc72a details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:07:20.826860 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:20.869958 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port e15e44d6-18a5-424f-9579-7820746bc72a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e15e44d6-18a5-424f-9579-7820746bc72a,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:20.881945 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': 'e15e44d6-18a5-424f-9579-7820746bc72a', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'port_id': 'e15e44d6-18a5-424f-9579-7820746bc72a', 'mac_address': 'fa:16:3e:1a:cb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:07:20.921060 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:20.933618 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e15e44d6-18a5-424f-9579-7820746bc72a {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:07:20.954385 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port e15e44d6-18a5-424f-9579-7820746bc72a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e15e44d6-18a5-424f-9579-7820746bc72a,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:20.959023 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:21.008678 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=e15e44d6-18a5-424f-9579-7820746bc72a,revision_number=6']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:21.150745 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['e15e44d6-18a5-424f-9579-7820746bc72a'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:07:21.279824 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914e194-fb04-43a7-9a15-09eab6408a41 req-fca25b2a-9c6a-4607-8942-91e84c901c2a tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:21.281349 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f914e194-fb04-43a7-9a15-09eab6408a41 req-fca25b2a-9c6a-4607-8942-91e84c901c2a tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 943 time: 0.1076119
Jan 28 02:07:21.289677 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50a9b3-2d2a-41cd-81c4-49ba6208092a req-21061542-b92d-4a5e-b239-0b4fc51cb5b4 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:21.291487 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ee50a9b3-2d2a-41cd-81c4-49ba6208092a req-21061542-b92d-4a5e-b239-0b4fc51cb5b4 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=e849a0fd-94c7-447c-8cbb-3e2f8ff67537 HTTP/1.1" status: 200  len: 944 time: 0.1041720
Jan 28 02:07:21.338719 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:07:21.375691 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f914e194-fb04-43a7-9a15-09eab6408a41 req-0be91cad-7a24-409f-9aa3-63966cca329b tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0829048
Jan 28 02:07:21.410494 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ee50a9b3-2d2a-41cd-81c4-49ba6208092a req-e5abf38f-f3e7-4979-a951-1fac65bc00eb tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085320
Jan 28 02:07:21.536053 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dc731-a164-436c-b5b3-fd4cd9099d44 req-f451b3e6-e2cc-4532-92c7-32cb2f873110 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:21.543449 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7e1dc731-a164-436c-b5b3-fd4cd9099d44 req-f451b3e6-e2cc-4532-92c7-32cb2f873110 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 944 time: 0.0750635
Jan 28 02:07:21.578346 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7e1dc731-a164-436c-b5b3-fd4cd9099d44 req-c4d7be4d-ae12-4c22-a501-35780f5a1055 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0340223
Jan 28 02:07:22.550698 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:07:22.597772 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc004f70-5de7-4e43-b11a-b8439d4f8de2 req-003b34d4-43b9-42f1-8ad8-96685b5f77df tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:22.599177 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cc004f70-5de7-4e43-b11a-b8439d4f8de2 req-003b34d4-43b9-42f1-8ad8-96685b5f77df tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 943 time: 0.1034660
Jan 28 02:07:22.607494 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df621f7a-5f59-4ac8-a547-e5a4efbdcfa6 req-88706f3f-c0ff-4809-8e76-45be52065f9b tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:22.616071 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-df621f7a-5f59-4ac8-a547-e5a4efbdcfa6 req-88706f3f-c0ff-4809-8e76-45be52065f9b tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=e849a0fd-94c7-447c-8cbb-3e2f8ff67537 HTTP/1.1" status: 200  len: 944 time: 0.1187291
Jan 28 02:07:22.642677 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:07:22.651358 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:07:22.652537 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:22.677079 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cc004f70-5de7-4e43-b11a-b8439d4f8de2 req-64daaca0-f037-450b-8fed-a0463e3d349c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0589669
Jan 28 02:07:22.693156 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-df621f7a-5f59-4ac8-a547-e5a4efbdcfa6 req-525f8252-897a-4c21-a8dc-2f59bff1c862 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761116
Jan 28 02:07:22.778943 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:22.824337 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e849a0fd-94c7-447c-8cbb-3e2f8ff67537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:07:22.829119 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ab5382-1c31-42d3-87a1-915cec9397cf" -d '{"events": [{"server_uuid": "e849a0fd-94c7-447c-8cbb-3e2f8ff67537", "name": "network-vif-plugged", "status": "completed", "tag": "5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:07:22.843764 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8,segment=NetworkSegment(4cef435a-3d64-4348-9e9d-7546c19b4a43),segment_id=4cef435a-3d64-4348-9e9d-7546c19b4a43)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:22.843940 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24067a91-c834-4852-b21b-9566d9a0c84a req-bfeedbad-8e00-4f69-badf-d41827e92709 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:22.845461 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-24067a91-c834-4852-b21b-9566d9a0c84a req-bfeedbad-8e00-4f69-badf-d41827e92709 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 944 time: 0.0661480
Jan 28 02:07:22.850207 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:22.851041 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device e15e44d6-18a5-424f-9579-7820746bc72a up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:07:22.903867 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-24067a91-c834-4852-b21b-9566d9a0c84a req-5fc22c90-6cff-4bb9-adfb-8eeee69f3ef9 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482259
Jan 28 02:07:22.954495 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:22.971112 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4052285a-485c-4d2a-86b0-7ba057842c36 x-openstack-request-id: req-4052285a-485c-4d2a-86b0-7ba057842c36 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:07:22.974600 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e849a0fd-94c7-447c-8cbb-3e2f8ff67537", "name": "network-vif-plugged", "status": "completed", "tag": "5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:07:22.974907 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4052285a-485c-4d2a-86b0-7ba057842c36 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:07:22.975315 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e849a0fd-94c7-447c-8cbb-3e2f8ff67537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8', 'code': 200}
Jan 28 02:07:22.978359 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port e15e44d6-18a5-424f-9579-7820746bc72a triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:07:22.978729 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:23.079338 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:23.123510 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port e15e44d6-18a5-424f-9579-7820746bc72a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e15e44d6-18a5-424f-9579-7820746bc72a,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:23.127982 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:23.199238 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=e15e44d6-18a5-424f-9579-7820746bc72a,revision_number=7']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:23.214354 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c8cdb-c91e-4816-85ac-368a5ae255d9 req-76280097-5695-4f37-8503-b01da717b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:23.216457 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-087c8cdb-c91e-4816-85ac-368a5ae255d9 req-76280097-5695-4f37-8503-b01da717b54c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e849a0fd-94c7-447c-8cbb-3e2f8ff67537 HTTP/1.1" status: 200  len: 1098 time: 0.0544288
Jan 28 02:07:23.260903 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-087c8cdb-c91e-4816-85ac-368a5ae255d9 req-2f692093-ca3c-4b07-8d77-2e77b7c3bf50 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364182
Jan 28 02:07:23.875881 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c0ab0-34f8-468e-97ee-9dd98e31417e req-9e8326e9-7de7-471d-bf6d-402ee69099e1 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:23.877437 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9d9c0ab0-34f8-468e-97ee-9dd98e31417e req-9e8326e9-7de7-471d-bf6d-402ee69099e1 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 943 time: 0.1192784
Jan 28 02:07:23.889689 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6f0c2-9ca6-4786-9dbe-0b6564727188 req-ab535ad0-6d85-443f-af3b-3d51393718c8 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:23.891266 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dfe6f0c2-9ca6-4786-9dbe-0b6564727188 req-ab535ad0-6d85-443f-af3b-3d51393718c8 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=e849a0fd-94c7-447c-8cbb-3e2f8ff67537 HTTP/1.1" status: 200  len: 945 time: 0.1159160
Jan 28 02:07:23.942131 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9d9c0ab0-34f8-468e-97ee-9dd98e31417e req-bd8b0511-cff4-4503-a59f-e5f55983a126 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0498455
Jan 28 02:07:23.972910 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dfe6f0c2-9ca6-4786-9dbe-0b6564727188 req-eddd4f72-b715-4fe6-9c6e-935b5c16ec4d tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663807
Jan 28 02:07:24.078933 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cc3ba-e1f6-4050-b71d-9f471113a8e8 req-48c18338-2169-4192-9155-1212f47e4e61 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:24.081320 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5a3cc3ba-e1f6-4050-b71d-9f471113a8e8 req-48c18338-2169-4192-9155-1212f47e4e61 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0593798
Jan 28 02:07:24.124383 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5a3cc3ba-e1f6-4050-b71d-9f471113a8e8 req-85074102-a643-4d4b-87a5-62d595d75bae tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371084
Jan 28 02:07:24.977141 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cce5b81-d0cd-4833-a177-47b577b84152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15e44d6-18a5-424f-9579-7820746bc72a'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:07:24.980051 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ec3960-1697-4abb-8dba-3aff7d33fb61" -d '{"events": [{"server_uuid": "7cce5b81-d0cd-4833-a177-47b577b84152", "name": "network-vif-plugged", "status": "completed", "tag": "e15e44d6-18a5-424f-9579-7820746bc72a"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:07:25.023695 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39506adc-1153-47b7-9ca1-a4e7b82fd63d x-openstack-request-id: req-39506adc-1153-47b7-9ca1-a4e7b82fd63d {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:07:25.024470 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cce5b81-d0cd-4833-a177-47b577b84152", "name": "network-vif-plugged", "status": "completed", "tag": "e15e44d6-18a5-424f-9579-7820746bc72a", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:07:25.024822 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-39506adc-1153-47b7-9ca1-a4e7b82fd63d {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:07:25.025313 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cce5b81-d0cd-4833-a177-47b577b84152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15e44d6-18a5-424f-9579-7820746bc72a', 'code': 200}
Jan 28 02:07:25.128580 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fa168-3f19-440e-aede-02ec8e1f090d req-7e21f4fd-7d75-4a88-93d3-bd709edf4f39 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:25.130803 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-829fa168-3f19-440e-aede-02ec8e1f090d req-7e21f4fd-7d75-4a88-93d3-bd709edf4f39 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 943 time: 0.0948122
Jan 28 02:07:25.150033 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc5054-b820-4c1a-ae44-45fca103f429 req-e3abb930-3834-434c-aab7-8e291449268a tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:25.151516 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-92dc5054-b820-4c1a-ae44-45fca103f429 req-e3abb930-3834-434c-aab7-8e291449268a tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=e849a0fd-94c7-447c-8cbb-3e2f8ff67537 HTTP/1.1" status: 200  len: 945 time: 0.0791295
Jan 28 02:07:25.211098 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-829fa168-3f19-440e-aede-02ec8e1f090d req-de24d500-4952-4e59-aea6-8f1863860106 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0703523
Jan 28 02:07:25.216553 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-92dc5054-b820-4c1a-ae44-45fca103f429 req-cc45b539-6fa3-444f-9ef5-80faa7f8242d tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587749
Jan 28 02:07:25.353090 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b687b6-598e-4784-b4ad-cd9c7dd40494 req-3f8ade16-ce90-41a4-bd40-4e97edd18cd9 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:25.354745 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-62b687b6-598e-4784-b4ad-cd9c7dd40494 req-3f8ade16-ce90-41a4-bd40-4e97edd18cd9 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0567734
Jan 28 02:07:25.407112 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-62b687b6-598e-4784-b4ad-cd9c7dd40494 req-077aaeae-ee12-41d5-b9af-a2d295403fe1 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454948
Jan 28 02:07:26.360190 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4965417-8b15-43e8-a4d4-f16c94a32072 req-8f2af21a-1112-457e-8b9b-44558804c98e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:26.366501 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b4965417-8b15-43e8-a4d4-f16c94a32072 req-8f2af21a-1112-457e-8b9b-44558804c98e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 943 time: 0.0634658
Jan 28 02:07:26.404499 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b4965417-8b15-43e8-a4d4-f16c94a32072 req-b140fe02-9881-4c75-a6a3-02c1cc52604e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0360687
Jan 28 02:07:26.541545 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5ec19-4de8-4b56-b434-e6f4d3e846ee req-b82b7a21-a226-4bac-b15d-ce5cff827df2 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:26.543123 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0ce5ec19-4de8-4b56-b434-e6f4d3e846ee req-b82b7a21-a226-4bac-b15d-ce5cff827df2 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0552816
Jan 28 02:07:26.592286 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0ce5ec19-4de8-4b56-b434-e6f4d3e846ee req-88e847ce-2131-48e5-801f-98cce21134f5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404580
Jan 28 02:07:27.536756 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8caa3-17c6-4930-a837-5a59f502ee0e req-c5c3f1ce-72db-4598-9095-e07dd154e437 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:27.544249 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b1d8caa3-17c6-4930-a837-5a59f502ee0e req-c5c3f1ce-72db-4598-9095-e07dd154e437 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 943 time: 0.0651560
Jan 28 02:07:27.578166 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b1d8caa3-17c6-4930-a837-5a59f502ee0e req-bd1f506f-2402-43c1-9f4d-c1c66229ba6b tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0330129
Jan 28 02:07:27.721796 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e11d8c-f6b2-4e48-bb93-facbe5487901 req-8fba7cd2-5fe3-46ad-b1bb-294bd76b1690 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:27.725182 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-72e11d8c-f6b2-4e48-bb93-facbe5487901 req-8fba7cd2-5fe3-46ad-b1bb-294bd76b1690 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0588229
Jan 28 02:07:27.783444 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-72e11d8c-f6b2-4e48-bb93-facbe5487901 req-933995af-2a28-4da9-aa3f-a713e4d3fa9a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531263
Jan 28 02:07:28.597190 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 862311b2-2f81-451f-a875-dbcc86e8b247 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:07:28.728295 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d7385-92a9-4267-8ae1-f8b1e80522f6 req-fa130150-b96d-457a-b3d8-4123ffab0a39 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:28.730390 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5d3d7385-92a9-4267-8ae1-f8b1e80522f6 req-fa130150-b96d-457a-b3d8-4123ffab0a39 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 943 time: 0.0691836
Jan 28 02:07:28.739756 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 862311b2-2f81-451f-a875-dbcc86e8b247, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=862311b2-2f81-451f-a875-dbcc86e8b247,segment=NetworkSegment(530323b7-86f0-4bb8-b8dd-b109b8fc1c90),segment_id=530323b7-86f0-4bb8-b8dd-b109b8fc1c90)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:28.753204 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': '862311b2-2f81-451f-a875-dbcc86e8b247', 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4', 'port_id': '862311b2-2f81-451f-a875-dbcc86e8b247', 'mac_address': 'fa:16:3e:81:2b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:07:28.773589 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5d3d7385-92a9-4267-8ae1-f8b1e80522f6 req-47c14570-c7dd-456a-baf4-0c5f5d57eb39 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0357156
Jan 28 02:07:28.805535 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:28.824483 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 862311b2-2f81-451f-a875-dbcc86e8b247 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:07:28.860899 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 862311b2-2f81-451f-a875-dbcc86e8b247, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=862311b2-2f81-451f-a875-dbcc86e8b247,segment=NetworkSegment(530323b7-86f0-4bb8-b8dd-b109b8fc1c90),segment_id=530323b7-86f0-4bb8-b8dd-b109b8fc1c90)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:28.870300 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:28.919749 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f6eff-d3c4-406a-a040-6d59728be569 req-a92071e1-f7c9-4091-8bf3-9f0c2d90a81c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:28.921931 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-df3f6eff-d3c4-406a-a040-6d59728be569 req-a92071e1-f7c9-4091-8bf3-9f0c2d90a81c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0514200
Jan 28 02:07:28.922053 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=862311b2-2f81-451f-a875-dbcc86e8b247,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:28.968401 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-df3f6eff-d3c4-406a-a040-6d59728be569 req-db55ebe7-7595-413c-8d87-509d77da6f33 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355215
Jan 28 02:07:29.196679 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['862311b2-2f81-451f-a875-dbcc86e8b247'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:07:29.904577 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df759641-2b4d-40b1-b5c9-781ab0b9a64e req-27cc117a-e221-42d6-b4a7-34bfc8bcccde tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:29.912919 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-df759641-2b4d-40b1-b5c9-781ab0b9a64e req-27cc117a-e221-42d6-b4a7-34bfc8bcccde tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 944 time: 0.0631690
Jan 28 02:07:29.955551 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-df759641-2b4d-40b1-b5c9-781ab0b9a64e req-40929f75-2ca9-449b-aa73-79655e1fc3ea tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407810
Jan 28 02:07:30.114661 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0eb16-55d8-424b-b201-8e97793c08b3 req-5bfef5f8-393a-4a2d-ad1c-8443fca36fd3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:30.116406 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6ba0eb16-55d8-424b-b201-8e97793c08b3 req-5bfef5f8-393a-4a2d-ad1c-8443fca36fd3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0573273
Jan 28 02:07:30.160944 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6ba0eb16-55d8-424b-b201-8e97793c08b3 req-3814dcab-9382-4be1-a631-38dc6c74b032 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382719
Jan 28 02:07:30.625008 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 862311b2-2f81-451f-a875-dbcc86e8b247 up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:07:30.672518 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port 862311b2-2f81-451f-a875-dbcc86e8b247 completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:07:30.676331 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port 862311b2-2f81-451f-a875-dbcc86e8b247 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:07:30.676705 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:30.753872 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:30.775891 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63f7e8f-3a5e-4636-8231-688a4b068f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862311b2-2f81-451f-a875-dbcc86e8b247'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:07:30.778093 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cce5a0-0a71-4e7d-b52d-bdd0261a485c" -d '{"events": [{"server_uuid": "e63f7e8f-3a5e-4636-8231-688a4b068f3a", "name": "network-vif-plugged", "status": "completed", "tag": "862311b2-2f81-451f-a875-dbcc86e8b247"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:07:30.789932 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 862311b2-2f81-451f-a875-dbcc86e8b247, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=862311b2-2f81-451f-a875-dbcc86e8b247,segment=NetworkSegment(530323b7-86f0-4bb8-b8dd-b109b8fc1c90),segment_id=530323b7-86f0-4bb8-b8dd-b109b8fc1c90)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:30.794666 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:30.817799 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65239fbf-3dca-43cd-b566-a995ab16a2c7 x-openstack-request-id: req-65239fbf-3dca-43cd-b566-a995ab16a2c7 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:07:30.818115 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63f7e8f-3a5e-4636-8231-688a4b068f3a", "name": "network-vif-plugged", "status": "completed", "tag": "862311b2-2f81-451f-a875-dbcc86e8b247", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:07:30.818367 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-65239fbf-3dca-43cd-b566-a995ab16a2c7 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:07:30.819005 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63f7e8f-3a5e-4636-8231-688a4b068f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862311b2-2f81-451f-a875-dbcc86e8b247', 'code': 200}
Jan 28 02:07:30.843045 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=862311b2-2f81-451f-a875-dbcc86e8b247,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:31.069160 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899703c-3707-472b-8397-2b22f42a6200 req-ec8cdc45-b897-4ae2-b05e-ba67f22f6037 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:31.070643 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b899703c-3707-472b-8397-2b22f42a6200 req-ec8cdc45-b897-4ae2-b05e-ba67f22f6037 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0489302
Jan 28 02:07:31.107688 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b899703c-3707-472b-8397-2b22f42a6200 req-41002c34-2a5a-49c6-bf00-13b9bfbba901 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0309544
Jan 28 02:07:31.135931 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed785756-4213-49fc-88a0-735abe530762 req-0988a244-f50c-4b88-9d12-925c26898531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:31.137440 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ed785756-4213-49fc-88a0-735abe530762 req-0988a244-f50c-4b88-9d12-925c26898531 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 1098 time: 0.0399508
Jan 28 02:07:31.208631 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ed785756-4213-49fc-88a0-735abe530762 req-2874aec7-66d8-4fb7-ba9a-2fd228ee4668 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0596886
Jan 28 02:07:31.214413 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38d504-8d3a-4cd2-9659-e7db16ee461b req-569917d4-a252-4e1b-ae3c-392c31817526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:31.215936 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-cb38d504-8d3a-4cd2-9659-e7db16ee461b req-569917d4-a252-4e1b-ae3c-392c31817526 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=578fc5bd64da4dcdbff2e317361168ec&device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 1098 time: 0.0660062
Jan 28 02:07:31.285588 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86d506-da16-41f1-ae6f-df37b79efb10 req-e0e2cfd0-78b7-412d-9cea-6d5761cf6045 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:31.287053 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ce86d506-da16-41f1-ae6f-df37b79efb10 req-e0e2cfd0-78b7-412d-9cea-6d5761cf6045 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0525992
Jan 28 02:07:31.324464 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ce86d506-da16-41f1-ae6f-df37b79efb10 req-6d5bacbd-3520-4a7d-abd0-56c710999025 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0314231
Jan 28 02:07:31.557274 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38d504-8d3a-4cd2-9659-e7db16ee461b req-1a4af45e-15ff-4194-95e2-1f9793827452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:31.558697 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-cb38d504-8d3a-4cd2-9659-e7db16ee461b req-1a4af45e-15ff-4194-95e2-1f9793827452 service neutron] 10.222.0.82 "GET /v2.0/networks?id=34615009-fca5-44cc-84b3-0752c6a7e426 HTTP/1.1" status: 200  len: 918 time: 0.0823119
Jan 28 02:07:31.626089 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-cb38d504-8d3a-4cd2-9659-e7db16ee461b req-4d0be1b7-86e2-4c7a-ba1c-869361a2e973 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15e44d6-18a5-424f-9579-7820746bc72a HTTP/1.1" status: 200  len: 1001 time: 0.0591574
Jan 28 02:07:31.677195 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38d504-8d3a-4cd2-9659-e7db16ee461b req-aedae8d8-fd5b-4310-8129-dca9127c4b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:31.678653 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-cb38d504-8d3a-4cd2-9659-e7db16ee461b req-aedae8d8-fd5b-4310-8129-dca9127c4b24 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aba7715e-a82d-463d-8206-e0dca7c49061 HTTP/1.1" status: 200  len: 856 time: 0.0428119
Jan 28 02:07:31.725788 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38d504-8d3a-4cd2-9659-e7db16ee461b req-910194a4-cf17-4827-b56f-30c41395acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:31.727290 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-cb38d504-8d3a-4cd2-9659-e7db16ee461b req-910194a4-cf17-4827-b56f-30c41395acb4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=34615009-fca5-44cc-84b3-0752c6a7e426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0412374
Jan 28 02:07:31.818533 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-cb38d504-8d3a-4cd2-9659-e7db16ee461b req-19360ce6-1433-4888-87e5-6fc9fcd5be9c service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825574
Jan 28 02:07:31.922339 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-cb38d504-8d3a-4cd2-9659-e7db16ee461b req-bdd4c3e3-c3cf-4a5d-8dd8-612b3692ec5e service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897403
Jan 28 02:07:32.224695 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbf92e-48d3-4995-a90d-4b9735a8a140 req-99e95377-5d5c-4e7c-bedc-bc83b3775f28 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:32.226178 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c8dbf92e-48d3-4995-a90d-4b9735a8a140 req-99e95377-5d5c-4e7c-bedc-bc83b3775f28 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0484476
Jan 28 02:07:32.267939 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c8dbf92e-48d3-4995-a90d-4b9735a8a140 req-3454f28d-1bb8-4d98-ab7b-8460515eafa7 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0339503
Jan 28 02:07:32.449389 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5df457-6bd8-494e-91ee-c747763409fc req-8a0604ce-3252-4ed0-a2e6-9dc1421cd63c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:32.451252 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9a5df457-6bd8-494e-91ee-c747763409fc req-8a0604ce-3252-4ed0-a2e6-9dc1421cd63c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0509059
Jan 28 02:07:32.494087 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9a5df457-6bd8-494e-91ee-c747763409fc req-613145ad-4359-48e6-9a25-ce0c0275c2d1 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0314872
Jan 28 02:07:33.389046 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0956a-ad10-4733-a5df-174aafb613b3 req-1ff7ae47-8897-4940-b55f-eea04828d23a tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:33.390438 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a5d0956a-ad10-4733-a5df-174aafb613b3 req-1ff7ae47-8897-4940-b55f-eea04828d23a tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0516207
Jan 28 02:07:33.428533 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a5d0956a-ad10-4733-a5df-174aafb613b3 req-1cae9382-4455-4fb0-b9a4-559ecd8d7d74 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0316246
Jan 28 02:07:33.540721 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a279ae-0ade-4fbc-b6f4-2f5f41830636 req-b59fd626-aa86-4ed7-b955-5f5b0a52fbfe tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:33.542252 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-30a279ae-0ade-4fbc-b6f4-2f5f41830636 req-b59fd626-aa86-4ed7-b955-5f5b0a52fbfe tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0488892
Jan 28 02:07:33.601501 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-30a279ae-0ade-4fbc-b6f4-2f5f41830636 req-a5be4bdf-9149-4d68-b136-1b79f6d5077b tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0531199
Jan 28 02:07:33.622690 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45954) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:33.623931 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ae0cd-8b49-4347-9f9b-a1c0da53d4b8 req-a15e29b4-898d-4afc-a43f-a97240fa1bef tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:33.625402 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-de7ae0cd-8b49-4347-9f9b-a1c0da53d4b8 req-a15e29b4-898d-4afc-a43f-a97240fa1bef tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0584581
Jan 28 02:07:33.663521 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-de7ae0cd-8b49-4347-9f9b-a1c0da53d4b8 req-189aa89b-3528-4ec5-aef4-571d68699c6f tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0320797
Jan 28 02:07:33.705907 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975d243f-8c19-47df-9276-ee27c338624b tempest-TestShelveInstance-1786692603 tempest-TestShelveInstance-1786692603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:33.707411 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-975d243f-8c19-47df-9276-ee27c338624b tempest-TestShelveInstance-1786692603 tempest-TestShelveInstance-1786692603-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 1093 time: 0.0837326
Jan 28 02:07:33.710312 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 45958) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:33.714457 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Request body: {'floatingip': {'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'port_id': '862311b2-2f81-451f-a875-dbcc86e8b247', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:07:33.742860 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for floatingip, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:33.836877 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:33.942187 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Allocated IP 172.27.3.45 (77030b15-4317-4bc4-9693-f7afef5939e8/a10a135b-d338-4414-a2fc-bd26c83c352b/59ab8d20-c12b-475a-a35b-7efbb41912fb) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:07:34.041666 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:34.074293 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:34.116188 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Network 77030b15-4317-4bc4-9693-f7afef5939e8 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:07:34.120328 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:07:34.124392 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:07:34.127893 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Pushing event updated for resources: {'Port': ['ID=59ab8d20-c12b-475a-a35b-7efbb41912fb,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:34.154089 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:34.154438 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:34.154776 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:34.155105 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:34.155430 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:34.155755 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:34.156079 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:34.156400 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:34.156720 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:34.157039 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:34.157355 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:34.157669 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:34.782497 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03ccda-194e-4a66-bbe4-6548e1ef2edc req-8b2261a2-53ea-4a4c-839c-cbfdb2352366 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:34.784615 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bb03ccda-194e-4a66-bbe4-6548e1ef2edc req-8b2261a2-53ea-4a4c-839c-cbfdb2352366 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0513437
Jan 28 02:07:34.820297 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:34.823055 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bb03ccda-194e-4a66-bbe4-6548e1ef2edc req-dbbb6239-51c9-41eb-bc58-205ef49cee1a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0323391
Jan 28 02:07:34.923601 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:35.065266 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:35.070112 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:35.134041 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Pushing event updated for resources: {'Port': ['ID=59ab8d20-c12b-475a-a35b-7efbb41912fb,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:35.144153 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551309'] for floatingip, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:35.245673 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.db.l3_db [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Floating IP f3fd046f-fbce-4365-999a-2f8ff2583846 associated. External IP: 172.27.3.45, port: 862311b2-2f81-451f-a875-dbcc86e8b247.
Jan 28 02:07:35.447789 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Router 5bf83b6a-5657-46bd-b87a-1a6504df9e0b has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:07:35.557908 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:07:35.568473 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3432e218-c064-49b7-ad37-b61e4ea91579 None None] Sync routers for ids ['5bf83b6a-5657-46bd-b87a-1a6504df9e0b'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:07:35.576773 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:35.579304 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3432e218-c064-49b7-ad37-b61e4ea91579 None None] Routers {'5bf83b6a-5657-46bd-b87a-1a6504df9e0b'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:07:35.580884 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-3432e218-c064-49b7-ad37-b61e4ea91579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa5a8c40>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:07:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5bf83b6a-5657-46bd-b87a-1a6504df9e0b'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:07:35.603159 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-ee38425b-8558-4bdd-89ac-51b09b1c6d1c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.8918552
Jan 28 02:07:35.603860 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63f7e8f-3a5e-4636-8231-688a4b068f3a', 'tag': '862311b2-2f81-451f-a875-dbcc86e8b247'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:07:35.606158 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a2910f-8d23-44bf-95f6-ebb2b12ecc2f" -d '{"events": [{"name": "network-changed", "server_uuid": "e63f7e8f-3a5e-4636-8231-688a4b068f3a", "tag": "862311b2-2f81-451f-a875-dbcc86e8b247"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:07:35.643028 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515a0df4-dfef-4330-b79f-c7c5e57a6eae x-openstack-request-id: req-515a0df4-dfef-4330-b79f-c7c5e57a6eae {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:07:35.643308 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63f7e8f-3a5e-4636-8231-688a4b068f3a", "tag": "862311b2-2f81-451f-a875-dbcc86e8b247", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:07:35.643555 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-515a0df4-dfef-4330-b79f-c7c5e57a6eae {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:07:35.643950 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63f7e8f-3a5e-4636-8231-688a4b068f3a', 'tag': '862311b2-2f81-451f-a875-dbcc86e8b247', 'status': 'completed', 'code': 200}
Jan 28 02:07:35.663250 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device e15e44d6-18a5-424f-9579-7820746bc72a no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:07:35.716793 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-3432e218-c064-49b7-ad37-b61e4ea91579 None None] Set router 5bf83b6a-5657-46bd-b87a-1a6504df9e0b gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:07:35.947717 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:35.950070 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffb9c5-b51e-4a98-ba71-9513dfd4c11a req-96a8141e-7cc3-47a2-a80e-5802edcd7d77 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:35.951818 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-55ffb9c5-b51e-4a98-ba71-9513dfd4c11a req-96a8141e-7cc3-47a2-a80e-5802edcd7d77 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 945 time: 0.0538175
Jan 28 02:07:35.987675 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cce5b81-d0cd-4833-a177-47b577b84152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15e44d6-18a5-424f-9579-7820746bc72a'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:07:35.989624 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-55ffb9c5-b51e-4a98-ba71-9513dfd4c11a req-5e7cb70b-057f-4b7f-84c5-99a6a312bc57 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321968
Jan 28 02:07:35.989856 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ece1184-067a-4127-96b4-60d71623ea6e" -d '{"events": [{"server_uuid": "7cce5b81-d0cd-4833-a177-47b577b84152", "name": "network-vif-unplugged", "status": "completed", "tag": "e15e44d6-18a5-424f-9579-7820746bc72a"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:07:36.030136 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port e15e44d6-18a5-424f-9579-7820746bc72a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e15e44d6-18a5-424f-9579-7820746bc72a,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:36.035968 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:36.040052 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c44d598-83fa-4229-8aca-204cc9b7a856 x-openstack-request-id: req-9c44d598-83fa-4229-8aca-204cc9b7a856 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:07:36.040362 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cce5b81-d0cd-4833-a177-47b577b84152", "name": "network-vif-unplugged", "status": "completed", "tag": "e15e44d6-18a5-424f-9579-7820746bc72a", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:07:36.040687 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9c44d598-83fa-4229-8aca-204cc9b7a856 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:07:36.041086 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cce5b81-d0cd-4833-a177-47b577b84152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15e44d6-18a5-424f-9579-7820746bc72a', 'code': 200}
Jan 28 02:07:36.111925 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=e15e44d6-18a5-424f-9579-7820746bc72a,revision_number=8']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:36.157189 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-3432e218-c064-49b7-ad37-b61e4ea91579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa5a8c40>, [{'id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'name': 'tempest-TestShelveInstance-1755894850-router', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:45Z', 'revision_number': 4, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'gw_port': {'id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': 'f3fd046f-fbce-4365-999a-2f8ff2583846', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'port_id': '862311b2-2f81-451f-a875-dbcc86e8b247', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4', 'mac_address': 'fa:16:3e:81:2b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63f7e8f-3a5e-4636-8231-688a4b068f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:07:34Z', 'updated_at': '2022-01-28T02:07:34Z', 'revision_number': 0, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b017df4b-b41d-4e83-99c9-2ba4eaf17ad0', 'name': '', 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'mac_address': 'fa:16:3e:62:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:44Z', 'updated_at': '2022-01-28T02:06:50Z', 'revision_number': 5, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'subnets': [{'id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:07:36.182945 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3432e218-c064-49b7-ad37-b61e4ea91579 None None] Checking router: 5bf83b6a-5657-46bd-b87a-1a6504df9e0b for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:07:36.191054 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3432e218-c064-49b7-ad37-b61e4ea91579 None None] Routers {'5bf83b6a-5657-46bd-b87a-1a6504df9e0b'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:07:36.191654 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-3432e218-c064-49b7-ad37-b61e4ea91579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa5a8c40>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:07:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5bf83b6a-5657-46bd-b87a-1a6504df9e0b'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:07:36.295598 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-3432e218-c064-49b7-ad37-b61e4ea91579 None None] Set router 5bf83b6a-5657-46bd-b87a-1a6504df9e0b gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:07:36.512465 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-3432e218-c064-49b7-ad37-b61e4ea91579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa5a8c40>, [{'id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'name': 'tempest-TestShelveInstance-1755894850-router', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:45Z', 'revision_number': 4, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'gw_port': {'id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': 'f3fd046f-fbce-4365-999a-2f8ff2583846', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'port_id': '862311b2-2f81-451f-a875-dbcc86e8b247', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4', 'mac_address': 'fa:16:3e:81:2b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63f7e8f-3a5e-4636-8231-688a4b068f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:07:34Z', 'updated_at': '2022-01-28T02:07:34Z', 'revision_number': 0, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b017df4b-b41d-4e83-99c9-2ba4eaf17ad0', 'name': '', 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'mac_address': 'fa:16:3e:62:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:44Z', 'updated_at': '2022-01-28T02:06:50Z', 'revision_number': 5, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'subnets': [{'id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:07:36.538842 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3432e218-c064-49b7-ad37-b61e4ea91579 None None] The sync data for ids ['5bf83b6a-5657-46bd-b87a-1a6504df9e0b'] in dv-cinder-824979-1-iscsi is: [{'id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'name': 'tempest-TestShelveInstance-1755894850-router', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:45Z', 'revision_number': 4, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'gw_port': {'id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': 'f3fd046f-fbce-4365-999a-2f8ff2583846', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'port_id': '862311b2-2f81-451f-a875-dbcc86e8b247', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4', 'mac_address': 'fa:16:3e:81:2b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63f7e8f-3a5e-4636-8231-688a4b068f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:07:34Z', 'updated_at': '2022-01-28T02:07:34Z', 'revision_number': 0, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b017df4b-b41d-4e83-99c9-2ba4eaf17ad0', 'name': '', 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'mac_address': 'fa:16:3e:62:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:44Z', 'updated_at': '2022-01-28T02:06:50Z', 'revision_number': 5, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'subnets': [{'id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:07:36.730424 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0877a52-9bb6-4e36-beee-c55040378a8a None None] New status for floating IP f3fd046f-fbce-4365-999a-2f8ff2583846: ACTIVE {{(pid=101325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:07:36.808974 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2910f-8d23-44bf-95f6-ebb2b12ecc2f req-09c887f7-9281-4fe4-81ca-6b9015f6d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:36.810614 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b6a2910f-8d23-44bf-95f6-ebb2b12ecc2f req-09c887f7-9281-4fe4-81ca-6b9015f6d6eb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=226f951c63d84729beaecf1a55d5a6a8&device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 1098 time: 0.0404468
Jan 28 02:07:36.908902 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2910f-8d23-44bf-95f6-ebb2b12ecc2f req-80c8586d-eaa3-4d6f-9c22-1453ce036617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:36.910440 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b6a2910f-8d23-44bf-95f6-ebb2b12ecc2f req-80c8586d-eaa3-4d6f-9c22-1453ce036617 service neutron] 10.222.0.82 "GET /v2.0/networks?id=23a28d37-0005-458c-a7f4-ea41e10faeb4 HTTP/1.1" status: 200  len: 910 time: 0.0901029
Jan 28 02:07:36.983876 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b6a2910f-8d23-44bf-95f6-ebb2b12ecc2f req-bfd4736d-5151-4cee-9b8a-ff6970ad646d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=862311b2-2f81-451f-a875-dbcc86e8b247 HTTP/1.1" status: 200  len: 1000 time: 0.0628316
Jan 28 02:07:37.056045 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2910f-8d23-44bf-95f6-ebb2b12ecc2f req-c7fb3ac8-917c-4bfd-95a5-8986fe3b9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:37.058542 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b6a2910f-8d23-44bf-95f6-ebb2b12ecc2f req-c7fb3ac8-917c-4bfd-95a5-8986fe3b9d68 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a15fd51-c3df-496a-bff1-21f2dd07ba6a HTTP/1.1" status: 200  len: 848 time: 0.0557411
Jan 28 02:07:37.120152 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b44f0-450b-4f8f-9389-da4d3be3cd4b req-9f05d3f8-1580-4049-bb81-9dc32e90aada tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:37.121901 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-400b44f0-450b-4f8f-9389-da4d3be3cd4b req-9f05d3f8-1580-4049-bb81-9dc32e90aada tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 943 time: 0.0561717
Jan 28 02:07:37.122309 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2910f-8d23-44bf-95f6-ebb2b12ecc2f req-88c8fb26-e300-434c-8b22-7b098433d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:37.123850 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b6a2910f-8d23-44bf-95f6-ebb2b12ecc2f req-88c8fb26-e300-434c-8b22-7b098433d5e2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23a28d37-0005-458c-a7f4-ea41e10faeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0461161
Jan 28 02:07:37.163000 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-400b44f0-450b-4f8f-9389-da4d3be3cd4b req-bac966aa-3c05-4208-8cd3-da244fd50842 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0337341
Jan 28 02:07:37.226655 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b6a2910f-8d23-44bf-95f6-ebb2b12ecc2f req-2a7db9b1-c62e-4a05-9af3-54f267cb8d05 service neutron] 10.222.0.82 "GET /v2.0/networks/23a28d37-0005-458c-a7f4-ea41e10faeb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879905
Jan 28 02:07:37.349132 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b6a2910f-8d23-44bf-95f6-ebb2b12ecc2f req-6ba5b6fc-9271-46e3-8dc9-c2d2474c7c16 service neutron] 10.222.0.82 "GET /v2.0/networks/23a28d37-0005-458c-a7f4-ea41e10faeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1027143
Jan 28 02:07:38.297136 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d3b02-1abf-4aa8-8fce-7bb97e1652d5 req-a408140a-6f81-42cd-8622-8dc130a53f24 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:38.298772 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b82d3b02-1abf-4aa8-8fce-7bb97e1652d5 req-a408140a-6f81-42cd-8622-8dc130a53f24 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 943 time: 0.0563653
Jan 28 02:07:38.339647 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b82d3b02-1abf-4aa8-8fce-7bb97e1652d5 req-7f5c8829-d10a-4b06-94f6-0840568f9a4c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347166
Jan 28 02:07:40.803765 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device e15e44d6-18a5-424f-9579-7820746bc72a no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:07:40.966374 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [req-010700ed-d247-4768-886a-748002a21c84 req-68980fc5-6bda-43f7-acf4-aa05c26a0130 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 02:07:40.967348 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-010700ed-d247-4768-886a-748002a21c84 req-68980fc5-6bda-43f7-acf4-aa05c26a0130 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0053267
Jan 28 02:07:41.120476 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97197960-3c5a-45b5-a583-3635a1dc0ccb req-d598f4a0-a2a6-43a8-b068-ed0f725c0868 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:41.121989 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-97197960-3c5a-45b5-a583-3635a1dc0ccb req-d598f4a0-a2a6-43a8-b068-ed0f725c0868 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 943 time: 0.0500152
Jan 28 02:07:41.150297 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fb3177fd-45ba-4e1d-97c5-8c747e2451c2 req-478f8ce2-abb5-45f6-b803-58ab9e5f2a87 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0412114
Jan 28 02:07:41.163691 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-97197960-3c5a-45b5-a583-3635a1dc0ccb req-01ae9c54-9b7f-4646-8340-d4bc00b937e6 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345089
Jan 28 02:07:41.827585 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-35aa3733-5237-4377-96aa-4e984df92b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:42.077397 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3177fd-45ba-4e1d-97c5-8c747e2451c2 req-391ef085-e087-4e48-9835-4d1a0e6f3210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:42.078940 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fb3177fd-45ba-4e1d-97c5-8c747e2451c2 req-391ef085-e087-4e48-9835-4d1a0e6f3210 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152&tenant_id=578fc5bd64da4dcdbff2e317361168ec HTTP/1.1" status: 200  len: 1096 time: 0.0389264
Jan 28 02:07:42.154613 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3177fd-45ba-4e1d-97c5-8c747e2451c2 req-2534c1c7-3e6b-446b-8044-a790ffc251c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:42.156084 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fb3177fd-45ba-4e1d-97c5-8c747e2451c2 req-2534c1c7-3e6b-446b-8044-a790ffc251c1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=578fc5bd64da4dcdbff2e317361168ec&device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 1096 time: 0.0432441
Jan 28 02:07:42.244621 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3177fd-45ba-4e1d-97c5-8c747e2451c2 req-ea5a3fdd-c37a-4577-8f4c-42eefee80c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:42.246163 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fb3177fd-45ba-4e1d-97c5-8c747e2451c2 req-ea5a3fdd-c37a-4577-8f4c-42eefee80c76 service neutron] 10.222.0.82 "GET /v2.0/networks?id=34615009-fca5-44cc-84b3-0752c6a7e426 HTTP/1.1" status: 200  len: 918 time: 0.0831320
Jan 28 02:07:42.291622 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09e10d-be01-4e16-84b7-f1b3d474cd13 req-97826268-5f96-42dd-9989-8e4ed4d352cc tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:42.293217 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ac09e10d-be01-4e16-84b7-f1b3d474cd13 req-97826268-5f96-42dd-9989-8e4ed4d352cc tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 943 time: 0.0509312
Jan 28 02:07:42.314427 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fb3177fd-45ba-4e1d-97c5-8c747e2451c2 req-c85b717a-004f-43b4-9c2f-39360ae4ce8a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15e44d6-18a5-424f-9579-7820746bc72a HTTP/1.1" status: 200  len: 999 time: 0.0610757
Jan 28 02:07:42.332047 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ac09e10d-be01-4e16-84b7-f1b3d474cd13 req-9a6b542a-37a3-4a59-a259-2f751bad3643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0324087
Jan 28 02:07:42.362243 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3177fd-45ba-4e1d-97c5-8c747e2451c2 req-19657f4c-8b03-4382-a44d-d8a78ff9bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:42.363717 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fb3177fd-45ba-4e1d-97c5-8c747e2451c2 req-19657f4c-8b03-4382-a44d-d8a78ff9bab1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aba7715e-a82d-463d-8206-e0dca7c49061 HTTP/1.1" status: 200  len: 856 time: 0.0433853
Jan 28 02:07:42.410621 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3177fd-45ba-4e1d-97c5-8c747e2451c2 req-30f4e889-cf7d-418b-a313-f8c0fc42932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:42.412987 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fb3177fd-45ba-4e1d-97c5-8c747e2451c2 req-30f4e889-cf7d-418b-a313-f8c0fc42932e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=34615009-fca5-44cc-84b3-0752c6a7e426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0423594
Jan 28 02:07:42.504791 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fb3177fd-45ba-4e1d-97c5-8c747e2451c2 req-dde97363-3751-4b87-af0b-5ae493bb160b service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828919
Jan 28 02:07:42.594690 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-fb3177fd-45ba-4e1d-97c5-8c747e2451c2 req-06db704c-0510-4e60-85d3-4f5f28a62040 service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0783451
Jan 28 02:07:43.245451 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:07:43.460418 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f2683-7897-4914-8805-0151d8eabe07 req-4b0bf757-5ec1-4681-8144-15fb59782ef8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:43.461788 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-db5f2683-7897-4914-8805-0151d8eabe07 req-4b0bf757-5ec1-4681-8144-15fb59782ef8 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 943 time: 0.0516243
Jan 28 02:07:43.498167 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-db5f2683-7897-4914-8805-0151d8eabe07 req-6ec68f56-1afb-4de6-b747-3ef88290eb15 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0303142
Jan 28 02:07:43.926713 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f222b82e-94c4-43f8-9a65-cee3de82a6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:44.617823 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aecb85-52e8-425a-a7f9-63f42e3149e5 req-9fa0628f-5813-42c8-853e-6c5cc7d38438 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:44.619270 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a9aecb85-52e8-425a-a7f9-63f42e3149e5 req-9fa0628f-5813-42c8-853e-6c5cc7d38438 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 943 time: 0.0480211
Jan 28 02:07:44.656040 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a9aecb85-52e8-425a-a7f9-63f42e3149e5 req-ea976748-1687-4965-b546-a97a2a8c9f4a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0307543
Jan 28 02:07:44.852549 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:45.314811 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:45.780605 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bb466-4420-4e6e-b444-1b093c4da0cb req-1a60a071-b825-444d-b2fc-ad7493d2a1e4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:45.782219 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-131bb466-4420-4e6e-b444-1b093c4da0cb req-1a60a071-b825-444d-b2fc-ad7493d2a1e4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 943 time: 0.0523446
Jan 28 02:07:45.821658 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-131bb466-4420-4e6e-b444-1b093c4da0cb req-c5df5e65-c685-4fb5-bc1f-549f64277879 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331042
Jan 28 02:07:46.847682 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:46.947829 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1ad8-7125-4329-94d7-0d1728570c0d req-cdd14321-60e6-4f81-a820-359dc5df5f56 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:46.949275 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-808e1ad8-7125-4329-94d7-0d1728570c0d req-cdd14321-60e6-4f81-a820-359dc5df5f56 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 943 time: 0.0519571
Jan 28 02:07:46.986735 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-808e1ad8-7125-4329-94d7-0d1728570c0d req-9c787ffd-ff05-471a-aa6f-58fbbee8634c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0310192
Jan 28 02:07:47.357837 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:48.109677 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd5a70-64ce-4a2b-87ae-0bfa43024a73 req-80749af5-bf1f-433e-b78e-6de740a40e44 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:48.111782 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-14dd5a70-64ce-4a2b-87ae-0bfa43024a73 req-80749af5-bf1f-433e-b78e-6de740a40e44 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 943 time: 0.0521622
Jan 28 02:07:48.148206 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-14dd5a70-64ce-4a2b-87ae-0bfa43024a73 req-706524f5-b43c-49f1-880b-bf6becd0a506 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0305541
Jan 28 02:07:49.267076 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3463f0e-437e-4e1d-97f8-7b4030a9f71b req-8c92ce20-fa7f-4de8-9bca-7ecedbfb690b tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:49.268543 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b3463f0e-437e-4e1d-97f8-7b4030a9f71b req-8c92ce20-fa7f-4de8-9bca-7ecedbfb690b tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 943 time: 0.0479796
Jan 28 02:07:49.305385 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b3463f0e-437e-4e1d-97f8-7b4030a9f71b req-812a99f1-6a23-4b73-be18-902e7bea02be tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0305507
Jan 28 02:07:50.433207 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8729d-eb4a-4b33-984c-51445cfd9412 req-d04efd15-1ea1-4340-bc57-fa67de0a507a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:50.434917 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-53b8729d-eb4a-4b33-984c-51445cfd9412 req-d04efd15-1ea1-4340-bc57-fa67de0a507a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 943 time: 0.0564716
Jan 28 02:07:50.482468 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-53b8729d-eb4a-4b33-984c-51445cfd9412 req-c7a2acf1-2fe3-4dfb-a53b-ede56c8bf05d tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331619
Jan 28 02:07:51.622797 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404529ad-0f77-48c3-a28e-d5760a4a4bb6 req-0589f165-1748-4411-bc01-1e5d2ac1c00c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:51.624354 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-404529ad-0f77-48c3-a28e-d5760a4a4bb6 req-0589f165-1748-4411-bc01-1e5d2ac1c00c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 943 time: 0.0521867
Jan 28 02:07:51.666908 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-404529ad-0f77-48c3-a28e-d5760a4a4bb6 req-4ee55878-af24-4c09-8ba3-d2e37a8b55f5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358970
Jan 28 02:07:52.793369 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efd139-827d-46c5-bfd9-3a1427d321e9 req-22d8678d-99d7-4806-9cce-a31bcb97949e tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:52.795118 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-96efd139-827d-46c5-bfd9-3a1427d321e9 req-22d8678d-99d7-4806-9cce-a31bcb97949e tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 943 time: 0.0567069
Jan 28 02:07:52.851814 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-96efd139-827d-46c5-bfd9-3a1427d321e9 req-f89362ca-3ca1-4454-8935-60b684c3cd99 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483582
Jan 28 02:07:53.986569 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23475c9e-722f-453a-aee9-3887b4789127 req-c498883b-63d6-4061-8f96-ea462b84e625 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:53.988237 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-23475c9e-722f-453a-aee9-3887b4789127 req-c498883b-63d6-4061-8f96-ea462b84e625 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 943 time: 0.0565028
Jan 28 02:07:54.030121 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-23475c9e-722f-453a-aee9-3887b4789127 req-d716a3b0-e824-4e33-9c7a-502cb854f1f1 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347307
Jan 28 02:07:55.149774 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70112e-cd3c-4ee5-81d0-8afaccb15f46 req-e585cbc6-2a63-45f1-9a9a-eff6a182c3dc tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:55.151259 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ba70112e-cd3c-4ee5-81d0-8afaccb15f46 req-e585cbc6-2a63-45f1-9a9a-eff6a182c3dc tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 943 time: 0.0480876
Jan 28 02:07:55.198466 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ba70112e-cd3c-4ee5-81d0-8afaccb15f46 req-5fbadee0-d9e8-44f9-9495-cea7af2c8c6c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408354
Jan 28 02:07:56.320708 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f5bdd-6b9c-4fb7-932e-f8165bad73c6 req-0e2a58c1-6bf9-41ef-8fea-aa8a7c256271 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:56.322188 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7a9f5bdd-6b9c-4fb7-932e-f8165bad73c6 req-0e2a58c1-6bf9-41ef-8fea-aa8a7c256271 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 943 time: 0.0485048
Jan 28 02:07:56.359257 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7a9f5bdd-6b9c-4fb7-932e-f8165bad73c6 req-9dd4a1c8-06fe-4745-a5ae-c97ffb8f86d4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312145
Jan 28 02:07:57.044453 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afccc5b-fab7-492c-94da-6d4ae8880fc2 req-05c4cce8-fd50-4630-aa00-cbd0d3234ce5 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:57.045856 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4afccc5b-fab7-492c-94da-6d4ae8880fc2 req-05c4cce8-fd50-4630-aa00-cbd0d3234ce5 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=e849a0fd-94c7-447c-8cbb-3e2f8ff67537 HTTP/1.1" status: 200  len: 945 time: 0.0509558
Jan 28 02:07:57.083095 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4afccc5b-fab7-492c-94da-6d4ae8880fc2 req-0f2feb5b-c0e0-45a0-809a-85cb592b2f3f tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312490
Jan 28 02:07:57.477955 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2962080-143b-4c12-b69a-207935d9bd0d req-4f706aa6-323b-4141-a0c4-8f1e8efc0684 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:57.479400 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d2962080-143b-4c12-b69a-207935d9bd0d req-4f706aa6-323b-4141-a0c4-8f1e8efc0684 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 943 time: 0.0474341
Jan 28 02:07:57.516001 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d2962080-143b-4c12-b69a-207935d9bd0d req-0f305aaa-9d46-48dc-b013-2d0a7de33918 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0306418
Jan 28 02:07:58.194258 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31581c21-7579-482e-927a-30622d9d2ab8 req-76b15f21-7c64-4e4e-9b93-dfdaf74dd7a2 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:58.195965 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-31581c21-7579-482e-927a-30622d9d2ab8 req-76b15f21-7c64-4e4e-9b93-dfdaf74dd7a2 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=e849a0fd-94c7-447c-8cbb-3e2f8ff67537 HTTP/1.1" status: 200  len: 945 time: 0.0480990
Jan 28 02:07:58.233395 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-31581c21-7579-482e-927a-30622d9d2ab8 req-992457c5-71c6-4b74-ae94-19b490b12d78 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315819
Jan 28 02:07:58.635310 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf243c-adc5-41c6-84d1-b602e3e5ade2 req-e7d8ecf8-af57-4693-a8ec-e3fbefceab20 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:58.637023 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8cbf243c-adc5-41c6-84d1-b602e3e5ade2 req-e7d8ecf8-af57-4693-a8ec-e3fbefceab20 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 943 time: 0.0516193
Jan 28 02:07:58.674247 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8cbf243c-adc5-41c6-84d1-b602e3e5ade2 req-ab0d9fdb-1d08-46ed-b804-4c87ce8a6a4c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0313165
Jan 28 02:07:58.865862 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device e15e44d6-18a5-424f-9579-7820746bc72a details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:07:58.957643 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port e15e44d6-18a5-424f-9579-7820746bc72a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e15e44d6-18a5-424f-9579-7820746bc72a,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:58.967919 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': 'e15e44d6-18a5-424f-9579-7820746bc72a', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'port_id': 'e15e44d6-18a5-424f-9579-7820746bc72a', 'mac_address': 'fa:16:3e:1a:cb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:07:59.006089 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:59.022595 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15e44d6-18a5-424f-9579-7820746bc72a {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:07:59.022823 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a0ec4-febe-4e45-892b-9aea599d8d0a req-d458ad15-0c0d-4d71-baf6-5f88ace908a7 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:59.024187 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-e48a0ec4-febe-4e45-892b-9aea599d8d0a req-d458ad15-0c0d-4d71-baf6-5f88ace908a7 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.82 "GET /v2.0/ports?device_id=e849a0fd-94c7-447c-8cbb-3e2f8ff67537 HTTP/1.1" status: 200  len: 945 time: 0.0488868
Jan 28 02:07:59.042177 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port e15e44d6-18a5-424f-9579-7820746bc72a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e15e44d6-18a5-424f-9579-7820746bc72a,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:59.045994 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:59.101676 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=e15e44d6-18a5-424f-9579-7820746bc72a,revision_number=9']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:59.108886 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:59.109237 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:59.109582 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:59.109944 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:59.110279 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:59.110612 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:59.110942 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:59.111278 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:59.111627 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:59.111955 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:59.112278 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:59.112598 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:59.120595 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-e48a0ec4-febe-4e45-892b-9aea599d8d0a req-cc0a76f8-cd9f-4b3f-b9a3-66666c770321 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Deleting port 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:07:59.120859 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-e48a0ec4-febe-4e45-892b-9aea599d8d0a req-cc0a76f8-cd9f-4b3f-b9a3-66666c770321 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:59.206946 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-e48a0ec4-febe-4e45-892b-9aea599d8d0a req-cc0a76f8-cd9f-4b3f-b9a3-66666c770321 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] For port 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8,segment=NetworkSegment(4cef435a-3d64-4348-9e9d-7546c19b4a43),segment_id=4cef435a-3d64-4348-9e9d-7546c19b4a43)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:59.207312 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-e48a0ec4-febe-4e45-892b-9aea599d8d0a req-cc0a76f8-cd9f-4b3f-b9a3-66666c770321 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:59.218901 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-e48a0ec4-febe-4e45-892b-9aea599d8d0a req-cc0a76f8-cd9f-4b3f-b9a3-66666c770321 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Calling delete_port for 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 owned by compute:nova {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:07:59.354314 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606be12-0ef6-4def-92f8-63b3c63bc17f req-edc4a3b0-425d-4982-a892-cc135986d723 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:59.356298 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4606be12-0ef6-4def-92f8-63b3c63bc17f req-edc4a3b0-425d-4982-a892-cc135986d723 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/ports?device_id=e849a0fd-94c7-447c-8cbb-3e2f8ff67537 HTTP/1.1" status: 200  len: 945 time: 0.0554614
Jan 28 02:07:59.357916 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-e48a0ec4-febe-4e45-892b-9aea599d8d0a req-cc0a76f8-cd9f-4b3f-b9a3-66666c770321 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:59.386220 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a76f8-cd9f-4b3f-b9a3-66666c770321 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Pushing event deleted for resources: {'Port': ['ID=5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:59.396046 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4606be12-0ef6-4def-92f8-63b3c63bc17f req-20e47477-ed6e-437d-b8c8-6d0e51db4c17 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.77 "GET /v2.0/security-groups?id=e6129946-6adf-407f-88d5-b7e94c356c26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334964
Jan 28 02:07:59.402798 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:07:59.425800 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['e15e44d6-18a5-424f-9579-7820746bc72a'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:07:59.435668 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48a0ec4-febe-4e45-892b-9aea599d8d0a req-cc0a76f8-cd9f-4b3f-b9a3-66666c770321 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] No DVR routers for this DVR port 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 on host hv-cinder-82497 {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:07:59.438091 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-e48a0ec4-febe-4e45-892b-9aea599d8d0a req-cc0a76f8-cd9f-4b3f-b9a3-66666c770321 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:59.441826 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-e48a0ec4-febe-4e45-892b-9aea599d8d0a req-cc0a76f8-cd9f-4b3f-b9a3-66666c770321 tempest-VolumesSnapshotTestJSON-1747679369 tempest-VolumesSnapshotTestJSON-1747679369-project] 10.222.0.82 "DELETE /v2.0/ports/5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 HTTP/1.1" status: 204  len: 173 time: 0.4106700
Jan 28 02:07:59.442275 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e849a0fd-94c7-447c-8cbb-3e2f8ff67537', 'name': 'network-vif-deleted', 'tag': '5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:07:59.444747 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1aa509-0170-4901-abf1-f984ad25dfc5" -d '{"events": [{"server_uuid": "e849a0fd-94c7-447c-8cbb-3e2f8ff67537", "name": "network-vif-deleted", "tag": "5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:07:59.487451 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0eb6a9-610f-4599-9c5e-02ac999221fe x-openstack-request-id: req-ef0eb6a9-610f-4599-9c5e-02ac999221fe {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:07:59.487755 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e849a0fd-94c7-447c-8cbb-3e2f8ff67537", "name": "network-vif-deleted", "tag": "5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:07:59.487991 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ef0eb6a9-610f-4599-9c5e-02ac999221fe {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:07:59.488409 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e849a0fd-94c7-447c-8cbb-3e2f8ff67537', 'name': 'network-vif-deleted', 'tag': '5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8', 'status': 'completed', 'code': 200}
Jan 28 02:07:59.792399 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e109a7-cf09-450b-8c1d-dbe4464025b3 req-a4f4485a-fec8-43e8-ba62-7440eccf906a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:59.793872 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-66e109a7-cf09-450b-8c1d-dbe4464025b3 req-a4f4485a-fec8-43e8-ba62-7440eccf906a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 944 time: 0.0482044
Jan 28 02:07:59.830592 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-66e109a7-cf09-450b-8c1d-dbe4464025b3 req-429c5a5d-6101-4d8f-b9d7-81ed893046c4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0307813
Jan 28 02:08:00.914188 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device e15e44d6-18a5-424f-9579-7820746bc72a up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:08:00.952075 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f5aa4-46e9-4d2f-aadc-615934971ef1 req-a7060af6-4144-4051-add7-3e42589c58ca tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:00.953560 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e51f5aa4-46e9-4d2f-aadc-615934971ef1 req-a7060af6-4144-4051-add7-3e42589c58ca tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 944 time: 0.0525515
Jan 28 02:08:00.960516 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port e15e44d6-18a5-424f-9579-7820746bc72a triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:00.960886 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:00.991889 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e51f5aa4-46e9-4d2f-aadc-615934971ef1 req-0bbbc2de-90a4-4d5d-a025-d1ff496fd4d5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0320380
Jan 28 02:08:01.036203 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:01.058971 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cce5b81-d0cd-4833-a177-47b577b84152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15e44d6-18a5-424f-9579-7820746bc72a'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:08:01.061160 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f82b3c-e712-49e7-8acb-9c663da49905" -d '{"events": [{"server_uuid": "7cce5b81-d0cd-4833-a177-47b577b84152", "name": "network-vif-plugged", "status": "completed", "tag": "e15e44d6-18a5-424f-9579-7820746bc72a"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:08:01.076966 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port e15e44d6-18a5-424f-9579-7820746bc72a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e15e44d6-18a5-424f-9579-7820746bc72a,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:01.081382 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:01.082180 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:08:01.103028 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed8d4ab-6808-4d76-96e5-3070385a1e56 x-openstack-request-id: req-4ed8d4ab-6808-4d76-96e5-3070385a1e56 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:08:01.103328 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cce5b81-d0cd-4833-a177-47b577b84152", "name": "network-vif-plugged", "status": "completed", "tag": "e15e44d6-18a5-424f-9579-7820746bc72a", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:08:01.103573 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4ed8d4ab-6808-4d76-96e5-3070385a1e56 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:08:01.103965 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cce5b81-d0cd-4833-a177-47b577b84152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15e44d6-18a5-424f-9579-7820746bc72a', 'code': 200}
Jan 28 02:08:01.120068 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:08:01.120350 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 5cec5ab9-7bf7-4dfd-85e2-0e8b712b54e8 not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:08:01.145669 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=e15e44d6-18a5-424f-9579-7820746bc72a,revision_number=10']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:01.338090 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5f655-398d-4e68-b272-926431246bc8 req-a656a84e-952f-4e18-b083-37a1c45f00d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:01.339531 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-85b5f655-398d-4e68-b272-926431246bc8 req-a656a84e-952f-4e18-b083-37a1c45f00d4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 1099 time: 0.0387390
Jan 28 02:08:01.372942 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-85b5f655-398d-4e68-b272-926431246bc8 req-35361082-fae0-4808-985f-c52c40c2fad8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0260050
Jan 28 02:08:02.112136 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010683b5-b722-4d65-a36f-63dc42ab24b5 req-c98d54a8-2471-49c3-a3f2-1b7a44426add tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:02.113575 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-010683b5-b722-4d65-a36f-63dc42ab24b5 req-c98d54a8-2471-49c3-a3f2-1b7a44426add tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 946 time: 0.0473671
Jan 28 02:08:02.149620 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-010683b5-b722-4d65-a36f-63dc42ab24b5 req-da4f43bc-be37-42a0-8b57-0f7978fb605c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0302417
Jan 28 02:08:03.280927 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3a7c3-d6af-4591-9a25-ffe0fba27f0f req-7a2f4c64-eab5-48d2-9e23-e3362784a193 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:03.282459 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-94a3a7c3-d6af-4591-9a25-ffe0fba27f0f req-7a2f4c64-eab5-48d2-9e23-e3362784a193 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 946 time: 0.0597801
Jan 28 02:08:03.320419 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-94a3a7c3-d6af-4591-9a25-ffe0fba27f0f req-b43df281-865a-4afd-90da-6264f361aed7 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319626
Jan 28 02:08:04.440617 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf73da-4f75-4021-b95c-529f730138af req-bb351bf1-5a39-439a-96b5-5f47355f12e5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:04.442092 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-aedf73da-4f75-4021-b95c-529f730138af req-bb351bf1-5a39-439a-96b5-5f47355f12e5 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 946 time: 0.0523236
Jan 28 02:08:04.479018 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-aedf73da-4f75-4021-b95c-529f730138af req-c30abd2b-79fd-4cf1-81a4-0a1872f7617f tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0307217
Jan 28 02:08:05.600082 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89b0c0-53f7-4d83-94ec-6fea45badbfc req-b484d27f-e174-4f29-9d8a-880c380688f9 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:05.601570 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3c89b0c0-53f7-4d83-94ec-6fea45badbfc req-b484d27f-e174-4f29-9d8a-880c380688f9 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 946 time: 0.0494542
Jan 28 02:08:05.643218 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3c89b0c0-53f7-4d83-94ec-6fea45badbfc req-ddfa15c6-2827-4980-a78a-787f0dd815d0 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355713
Jan 28 02:08:06.764977 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f47e6-93d4-44bc-94cd-4c43676eb5e2 req-d2e35d0d-edf6-485f-9adc-e42aff226a15 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:06.766578 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a61f47e6-93d4-44bc-94cd-4c43676eb5e2 req-d2e35d0d-edf6-485f-9adc-e42aff226a15 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 946 time: 0.0505481
Jan 28 02:08:06.809649 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a61f47e6-93d4-44bc-94cd-4c43676eb5e2 req-ebfdcfd2-2b6f-4cd0-8a42-3a2df0a07cfd tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362144
Jan 28 02:08:11.830566 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-61477807-f34f-4134-98ba-a195107e4b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:13.897765 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c0b3de7d-66a0-4619-b090-34d4b4f1f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:14.857075 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:15.317539 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:16.849490 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:17.349350 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:17.366032 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b88bf2de-007b-43e3-a8f1-91f66ec2e04a req-ab721f31-56d7-4ea3-82f0-fc11a052e9db service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0389352
Jan 28 02:08:17.464243 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bf2de-007b-43e3-a8f1-91f66ec2e04a req-142f75ac-ac8f-4af2-bacb-2f2d14514f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:17.465593 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b88bf2de-007b-43e3-a8f1-91f66ec2e04a req-142f75ac-ac8f-4af2-bacb-2f2d14514f93 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=578fc5bd64da4dcdbff2e317361168ec&device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 1099 time: 0.0401382
Jan 28 02:08:17.564560 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bf2de-007b-43e3-a8f1-91f66ec2e04a req-ea8687fe-cddd-4b2d-97fc-e8711b655147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:17.565982 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b88bf2de-007b-43e3-a8f1-91f66ec2e04a req-ea8687fe-cddd-4b2d-97fc-e8711b655147 service neutron] 10.222.0.82 "GET /v2.0/networks?id=34615009-fca5-44cc-84b3-0752c6a7e426 HTTP/1.1" status: 200  len: 918 time: 0.0814860
Jan 28 02:08:17.630456 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b88bf2de-007b-43e3-a8f1-91f66ec2e04a req-a744fadc-3e13-47eb-b055-b792ae58d1da service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15e44d6-18a5-424f-9579-7820746bc72a HTTP/1.1" status: 200  len: 1001 time: 0.0547521
Jan 28 02:08:17.681765 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bf2de-007b-43e3-a8f1-91f66ec2e04a req-0180dca4-2cbc-4f79-9710-2be8e6c5261f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:17.683112 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b88bf2de-007b-43e3-a8f1-91f66ec2e04a req-0180dca4-2cbc-4f79-9710-2be8e6c5261f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aba7715e-a82d-463d-8206-e0dca7c49061 HTTP/1.1" status: 200  len: 856 time: 0.0436845
Jan 28 02:08:17.729167 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bf2de-007b-43e3-a8f1-91f66ec2e04a req-5746cad2-1d9e-4727-9841-350249ecd5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:17.730539 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b88bf2de-007b-43e3-a8f1-91f66ec2e04a req-5746cad2-1d9e-4727-9841-350249ecd5cd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=34615009-fca5-44cc-84b3-0752c6a7e426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0382118
Jan 28 02:08:17.814937 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b88bf2de-007b-43e3-a8f1-91f66ec2e04a req-e0d3f935-56a7-4b3f-aa14-8a19a1dfbbf8 service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0768383
Jan 28 02:08:18.114763 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b88bf2de-007b-43e3-a8f1-91f66ec2e04a req-6abc2fd3-eada-45e0-8b4a-9cb04ec6f168 service neutron] 10.222.0.82 "GET /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2920868
Jan 28 02:08:20.247783 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:08:22.539884 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 46342) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:22.583088 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ec1257-cf8b-4433-a4b8-263f5d73a752 admin admin] Deleting subnet 2f5ca77f-0c37-4557-9ccd-a1fb604dbb16 {{(pid=101323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:08:22.586068 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-46ec1257-cf8b-4433-a4b8-263f5d73a752 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:22.618703 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-46ec1257-cf8b-4433-a4b8-263f5d73a752 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4290095779'] for subnet, precommit_delete_associations {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:22.658647 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-46ec1257-cf8b-4433-a4b8-263f5d73a752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717944'] for subnet, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:22.707706 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-46ec1257-cf8b-4433-a4b8-263f5d73a752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4290448657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4289782116'] for subnet, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:22.731814 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec1257-cf8b-4433-a4b8-263f5d73a752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f5ca77f-0c37-4557-9ccd-a1fb604dbb16,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:22.736205 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-46ec1257-cf8b-4433-a4b8-263f5d73a752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:22.739414 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-46ec1257-cf8b-4433-a4b8-263f5d73a752 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2f5ca77f-0c37-4557-9ccd-a1fb604dbb16 HTTP/1.1" status: 204  len: 168 time: 0.1985126
Jan 28 02:08:22.741874 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 46346) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:22.806370 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b4b77116-242d-47fd-92cc-37b3d555ef8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3581231'] for network, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:22.883360 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b4b77116-242d-47fd-92cc-37b3d555ef8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3718810', 'neutron.services.segments.db._delete_segments_for_network-8755292390849'] for network, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:22.903105 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-b4b77116-242d-47fd-92cc-37b3d555ef8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67f91e0c40>,) {'filters': {'network_id': ['15196eb6-806a-4b15-875b-747d0ec1afab']}} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:22.912658 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-b4b77116-242d-47fd-92cc-37b3d555ef8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67f91e0c40>, '4cef435a-3d64-4348-9e9d-7546c19b4a43') {'for_net_delete': True} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:22.912953 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-b4b77116-242d-47fd-92cc-37b3d555ef8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67f91e0c40>, '4cef435a-3d64-4348-9e9d-7546c19b4a43') {} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:22.922052 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b4b77116-242d-47fd-92cc-37b3d555ef8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755292456129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4290095770'] for segment, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:22.935009 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b4b77116-242d-47fd-92cc-37b3d555ef8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:22.940790 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b77116-242d-47fd-92cc-37b3d555ef8b admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=101323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:08:22.941213 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b4b77116-242d-47fd-92cc-37b3d555ef8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4290448811'] for segment, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]: Traceback (most recent call last):
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:     timer()
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:     cb(*args, **kw)
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:     return func(*args, **kwargs)
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:     self._notify()
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:     self.callback(batched_events)
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:     event.method(event)
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:     return f(self, *a, **k)
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._get(url).json()
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:08:22.942906 dv-cinder-824979-1-iscsi neutron-server[101323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:08:23.000212 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b4b77116-242d-47fd-92cc-37b3d555ef8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3718785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551359'] for network, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:23.005881 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b4b77116-242d-47fd-92cc-37b3d555ef8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:23.009035 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-b4b77116-242d-47fd-92cc-37b3d555ef8b admin admin] 10.222.0.77 "DELETE /v2.0/networks/15196eb6-806a-4b15-875b-747d0ec1afab HTTP/1.1" status: 204  len: 168 time: 0.2662387
Jan 28 02:08:23.020447 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b77116-242d-47fd-92cc-37b3d555ef8b admin admin] Pushing event deleted for resources: {'Network': ['ID=15196eb6-806a-4b15-875b-747d0ec1afab,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:23.166764 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 46350) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:23.205339 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-9b67722e-b684-4640-a406-4bb24407aa61 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2f9f6ec5f21a4775a393a6e55e34b617&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0374057
Jan 28 02:08:23.207581 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 46352) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:23.254539 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ff57-6983-4b02-9bf0-ac6291da2a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:23.275616 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ff57-6983-4b02-9bf0-ac6291da2a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:23.326110 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ff57-6983-4b02-9bf0-ac6291da2a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:23.328652 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ff57-6983-4b02-9bf0-ac6291da2a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:23.330392 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-4fa0ff57-6983-4b02-9bf0-ac6291da2a18 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e6129946-6adf-407f-88d5-b7e94c356c26 HTTP/1.1" status: 204  len: 168 time: 0.1219172
Jan 28 02:08:23.337869 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0ff57-6983-4b02-9bf0-ac6291da2a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6129946-6adf-407f-88d5-b7e94c356c26,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:36.882980 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80eea51-b50a-448c-b3ec-53e8e9752e6e req-f16e983d-5384-41c8-8721-c8e268ae29bb tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:36.884415 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a80eea51-b50a-448c-b3ec-53e8e9752e6e req-f16e983d-5384-41c8-8721-c8e268ae29bb tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 945 time: 0.0502286
Jan 28 02:08:36.921156 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a80eea51-b50a-448c-b3ec-53e8e9752e6e req-0bb9562a-3cba-4000-9397-0a8418566610 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0305912
Jan 28 02:08:38.040757 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c77d0b-986a-4922-9437-fab5f64f2a84 req-412930a7-5e66-4f00-8079-72a1d63d2ea8 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:38.042334 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-83c77d0b-986a-4922-9437-fab5f64f2a84 req-412930a7-5e66-4f00-8079-72a1d63d2ea8 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 945 time: 0.0537817
Jan 28 02:08:38.083907 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-83c77d0b-986a-4922-9437-fab5f64f2a84 req-aaa7da2a-006d-41bd-abbd-5208c18d60d0 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0348232
Jan 28 02:08:38.938909 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab33a04-c750-4fa1-9212-be28e7b6262a req-23d50752-1d20-42b1-a55d-f047410d2654 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:38.940335 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-bab33a04-c750-4fa1-9212-be28e7b6262a req-23d50752-1d20-42b1-a55d-f047410d2654 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.82 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 945 time: 0.0481737
Jan 28 02:08:39.031123 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-bab33a04-c750-4fa1-9212-be28e7b6262a req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Deleting port 4143fbb4-bf61-4984-a2ff-d28966a621d6 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:08:39.031463 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-bab33a04-c750-4fa1-9212-be28e7b6262a req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:39.120652 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-bab33a04-c750-4fa1-9212-be28e7b6262a req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] For port 4143fbb4-bf61-4984-a2ff-d28966a621d6, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4143fbb4-bf61-4984-a2ff-d28966a621d6,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:39.121018 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-bab33a04-c750-4fa1-9212-be28e7b6262a req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:39.194762 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf4cbe-1fb3-4223-8b75-e605edd46626 req-d088e080-294d-4484-90e2-7545ccd860aa tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:39.196429 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fedf4cbe-1fb3-4223-8b75-e605edd46626 req-d088e080-294d-4484-90e2-7545ccd860aa tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 945 time: 0.0483253
Jan 28 02:08:39.233841 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fedf4cbe-1fb3-4223-8b75-e605edd46626 req-411f010e-9831-449f-8cbe-33fa1d017cbe tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0313694
Jan 28 02:08:39.292652 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-bab33a04-c750-4fa1-9212-be28e7b6262a req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:39.293018 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-bab33a04-c750-4fa1-9212-be28e7b6262a req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551309'] for floatingip, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:39.293334 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.db.l3_db [req-bab33a04-c750-4fa1-9212-be28e7b6262a req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Floating IP 4e525ee2-47a6-423b-afc6-69a1ec794447 disassociated. External IP: 172.27.3.251, port: 4143fbb4-bf61-4984-a2ff-d28966a621d6.
Jan 28 02:08:39.293676 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-bab33a04-c750-4fa1-9212-be28e7b6262a req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Calling delete_port for 4143fbb4-bf61-4984-a2ff-d28966a621d6 owned by compute:nova {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:08:39.420867 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-bab33a04-c750-4fa1-9212-be28e7b6262a req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:39.448671 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event deleted for resources: {'Port': ['ID=4143fbb4-bf61-4984-a2ff-d28966a621d6,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:39.460334 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:39.460688 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:39.461027 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:39.461354 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:39.461713 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:39.462096 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:39.462429 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:39.462761 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:39.463086 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:39.463407 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:39.463727 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:39.464044 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:39.572304 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bab33a04-c750-4fa1-9212-be28e7b6262a req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Router 7ecd1c88-263f-4999-899c-b6c8b6899074 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:08:39.677203 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bab33a04-c750-4fa1-9212-be28e7b6262a req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:08:39.686514 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef7e66e-50ef-48d4-9cd7-87cef977ee1b None None] Sync routers for ids ['7ecd1c88-263f-4999-899c-b6c8b6899074'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:08:39.695988 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef7e66e-50ef-48d4-9cd7-87cef977ee1b None None] Routers {'7ecd1c88-263f-4999-899c-b6c8b6899074'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:08:39.696595 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-5ef7e66e-50ef-48d4-9cd7-87cef977ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fadaadc0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:08:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['7ecd1c88-263f-4999-899c-b6c8b6899074'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:39.717254 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab33a04-c750-4fa1-9212-be28e7b6262a req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] No DVR routers for this DVR port 4143fbb4-bf61-4984-a2ff-d28966a621d6 on host hv-cinder-82497 {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:08:39.719974 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-bab33a04-c750-4fa1-9212-be28e7b6262a req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:39.723701 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-bab33a04-c750-4fa1-9212-be28e7b6262a req-ecc60726-63cf-4aff-a6fa-318fa5764079 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.82 "DELETE /v2.0/ports/4143fbb4-bf61-4984-a2ff-d28966a621d6 HTTP/1.1" status: 204  len: 173 time: 0.7771039
Jan 28 02:08:39.724152 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f81333-d5d4-4278-90ed-540420db8271', 'name': 'network-vif-deleted', 'tag': '4143fbb4-bf61-4984-a2ff-d28966a621d6'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:08:39.726397 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8d3d9c-af9c-45e6-a984-e8b562c20e6f" -d '{"events": [{"server_uuid": "96f81333-d5d4-4278-90ed-540420db8271", "name": "network-vif-deleted", "tag": "4143fbb4-bf61-4984-a2ff-d28966a621d6"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:08:39.771080 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faf2a7c-e33a-45cc-825f-2b482803ea0e x-openstack-request-id: req-7faf2a7c-e33a-45cc-825f-2b482803ea0e {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:08:39.771376 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f81333-d5d4-4278-90ed-540420db8271", "name": "network-vif-deleted", "tag": "4143fbb4-bf61-4984-a2ff-d28966a621d6", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:08:39.771629 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7faf2a7c-e33a-45cc-825f-2b482803ea0e {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:08:39.772033 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f81333-d5d4-4278-90ed-540420db8271', 'name': 'network-vif-deleted', 'tag': '4143fbb4-bf61-4984-a2ff-d28966a621d6', 'status': 'completed', 'code': 200}
Jan 28 02:08:39.803575 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-5ef7e66e-50ef-48d4-9cd7-87cef977ee1b None None] Set router 7ecd1c88-263f-4999-899c-b6c8b6899074 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:08:40.004595 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-5ef7e66e-50ef-48d4-9cd7-87cef977ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fadaadc0>, [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 5, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:40.030629 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef7e66e-50ef-48d4-9cd7-87cef977ee1b None None] Checking router: 7ecd1c88-263f-4999-899c-b6c8b6899074 for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:08:40.039165 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef7e66e-50ef-48d4-9cd7-87cef977ee1b None None] Routers {'7ecd1c88-263f-4999-899c-b6c8b6899074'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:08:40.039700 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-5ef7e66e-50ef-48d4-9cd7-87cef977ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fadaadc0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:08:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['7ecd1c88-263f-4999-899c-b6c8b6899074'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:40.264188 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-5ef7e66e-50ef-48d4-9cd7-87cef977ee1b None None] Set router 7ecd1c88-263f-4999-899c-b6c8b6899074 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:08:40.341083 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-774b7bb0-d705-4f28-8f43-71dfea8b48aa req-ef53e2c3-c827-4767-8df6-299744372559 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=96f81333-d5d4-4278-90ed-540420db8271 HTTP/1.1" status: 200  len: 210 time: 0.0294845
Jan 28 02:08:40.461940 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-5ef7e66e-50ef-48d4-9cd7-87cef977ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fadaadc0>, [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 5, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:40.491657 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef7e66e-50ef-48d4-9cd7-87cef977ee1b None None] The sync data for ids ['7ecd1c88-263f-4999-899c-b6c8b6899074'] in dv-cinder-824979-1-iscsi is: [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 5, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:08:40.746809 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6895325-bd13-4ec7-9ce6-f9b90e8010af None None] New status for floating IP 4e525ee2-47a6-423b-afc6-69a1ec794447: DOWN {{(pid=101325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:08:41.595194 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-c12da3dc-b657-4c7e-ae3b-ff58be05fe08 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43440463&fields=id&tenant_id=d88874e13aa04221b933b43cb2350ad2 HTTP/1.1" status: 200  len: 267 time: 0.0353549
Jan 28 02:08:41.720616 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-77f8798d-7fcc-4c12-8600-639818f636d8 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:41.722918 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-77f8798d-7fcc-4c12-8600-639818f636d8 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/networks?id=7946a91b-c87f-479e-b41f-92c9cd8d4828 HTTP/1.1" status: 200  len: 811 time: 0.1205842
Jan 28 02:08:41.738113 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-73487c78-ab95-4a34-9a43-84054ab6b755 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/quotas/d88874e13aa04221b933b43cb2350ad2 HTTP/1.1" status: 200  len: 375 time: 0.0094688
Jan 28 02:08:41.798161 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-115bd177-26b2-4c63-ae26-1c288f494a9d tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d88874e13aa04221b933b43cb2350ad2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0538146
Jan 28 02:08:41.833119 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7661f207-e719-42e6-9d67-76baeb0552f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:41.899301 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-d8cc6a63-f44e-4a55-a7a0-ce6002f7c57c service neutron] 10.222.0.77 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890751
Jan 28 02:08:41.987077 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-4c8ace45-2adb-416e-8b55-ddfa45a90288 service neutron] 10.222.0.77 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817380
Jan 28 02:08:42.296578 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c89b4596-2d00-4cc7-9c21-8bdb51648746 req-f892777e-dc04-450b-be15-ee762df43c1a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 210 time: 0.0316894
Jan 28 02:08:43.115475 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 4143fbb4-bf61-4984-a2ff-d28966a621d6 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:08:43.135745 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: 4143fbb4-bf61-4984-a2ff-d28966a621d6 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:08:43.136087 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 4143fbb4-bf61-4984-a2ff-d28966a621d6 not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:08:43.390890 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-da780cc4-df9c-47d7-82a4-fe08acf099fa tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:43.392650 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-da780cc4-df9c-47d7-82a4-fe08acf099fa tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.82 "GET /v2.0/networks?id=7946a91b-c87f-479e-b41f-92c9cd8d4828 HTTP/1.1" status: 200  len: 811 time: 0.1104841
Jan 28 02:08:43.394686 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-49a19b3f-0c3e-4509-a848-0cd1d3037675 req-6b5c63e8-9e7f-42fb-a427-a97f00989919 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 210 time: 0.0277395
Jan 28 02:08:43.449457 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-2dc3a7c4-5c12-4b40-8cfd-97e0fdd9f87b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d88874e13aa04221b933b43cb2350ad2 HTTP/1.1" status: 200  len: 378 time: 0.0369878
Jan 28 02:08:43.470204 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-7f1efd41-2634-4e8b-b0aa-fcd8355ec708 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Request body: {'port': {'device_id': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'admin_state_up': True, 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'security_groups': ['cda0faae-0b3f-4fb7-9c24-8062d9090e75']}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:08:43.596678 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-7f1efd41-2634-4e8b-b0aa-fcd8355ec708 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Made reservation on behalf of d88874e13aa04221b933b43cb2350ad2 for: {'port': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:08:43.601400 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-7f1efd41-2634-4e8b-b0aa-fcd8355ec708 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:43.733123 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-7f1efd41-2634-4e8b-b0aa-fcd8355ec708 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Allocated IP 172.20.0.9 (7946a91b-c87f-479e-b41f-92c9cd8d4828/eaa3750d-c13f-4d6a-9333-02aefa682127/ad3725b6-3af9-47fd-8f63-1d51eba272ca) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:08:43.868329 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-7f1efd41-2634-4e8b-b0aa-fcd8355ec708 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:43.898945 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3fd9111e-d122-4cdb-86e4-73ee0e6a6a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:43.903719 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-7f1efd41-2634-4e8b-b0aa-fcd8355ec708 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:43.952666 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-7f1efd41-2634-4e8b-b0aa-fcd8355ec708 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Network 7946a91b-c87f-479e-b41f-92c9cd8d4828 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:08:43.955708 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-7f1efd41-2634-4e8b-b0aa-fcd8355ec708 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:08:43.959737 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-7f1efd41-2634-4e8b-b0aa-fcd8355ec708 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:08:43.966038 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1efd41-2634-4e8b-b0aa-fcd8355ec708 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event updated for resources: {'Port': ['ID=ad3725b6-3af9-47fd-8f63-1d51eba272ca,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:44.013663 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-7f1efd41-2634-4e8b-b0aa-fcd8355ec708 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:44.014434 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-7f1efd41-2634-4e8b-b0aa-fcd8355ec708 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:44.034429 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-7f1efd41-2634-4e8b-b0aa-fcd8355ec708 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5687721
Jan 28 02:08:44.056130 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Request body: {'port': {'device_id': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:08:44.131484 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:44.247043 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-9521c224-16b7-45e7-8704-577850e4089f None None] Provisioning complete for port ad3725b6-3af9-47fd-8f63-1d51eba272ca triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:44.247043 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9521c224-16b7-45e7-8704-577850e4089f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:44.287320 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-9521c224-16b7-45e7-8704-577850e4089f None None] Port ad3725b6-3af9-47fd-8f63-1d51eba272ca cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:08:44.416828 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad3725b6-3af9-47fd-8f63-1d51eba272ca {{(pid=101323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:08:44.425766 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:44.443651 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.provisioning_blocks [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Transition to ACTIVE for port object ad3725b6-3af9-47fd-8f63-1d51eba272ca will not be triggered until provisioned by entity L2. {{(pid=101323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:08:44.447975 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:44.505341 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3725b6-3af9-47fd-8f63-1d51eba272ca,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:44.544216 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603cc05-ba11-4adb-8b3d-d53548c881c8 req-c220ddbc-18b6-4fbc-9808-d03df552f98d tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:44.546572 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2603cc05-ba11-4adb-8b3d-d53548c881c8 req-c220ddbc-18b6-4fbc-9808-d03df552f98d tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 943 time: 0.0799351
Jan 28 02:08:44.587372 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Attempting to bind port ad3725b6-3af9-47fd-8f63-1d51eba272ca on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:08:44.587872 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Attempting to bind port ad3725b6-3af9-47fd-8f63-1d51eba272ca by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:08:44.588209 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Attempting to bind port ad3725b6-3af9-47fd-8f63-1d51eba272ca on network 7946a91b-c87f-479e-b41f-92c9cd8d4828 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:08:44.593377 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Port ad3725b6-3af9-47fd-8f63-1d51eba272ca on network 7946a91b-c87f-479e-b41f-92c9cd8d4828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:08:44.593711 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Attempting to bind port ad3725b6-3af9-47fd-8f63-1d51eba272ca on network 7946a91b-c87f-479e-b41f-92c9cd8d4828 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:08:44.600678 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:08:44.601029 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Checking segment: {'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:08:44.601416 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Bound using segment: {'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:08:44.601886 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Bound port: ad3725b6-3af9-47fd-8f63-1d51eba272ca, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'}}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:08:44.602242 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:44.610098 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2603cc05-ba11-4adb-8b3d-d53548c881c8 req-4b0ec647-3989-44f5-94d1-1a2759e45c77 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0482628
Jan 28 02:08:44.670520 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] For port ad3725b6-3af9-47fd-8f63-1d51eba272ca, host hv-cinder-82497, cleared binding levels {{(pid=101323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:08:44.674163 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] For port ad3725b6-3af9-47fd-8f63-1d51eba272ca, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=ad3725b6-3af9-47fd-8f63-1d51eba272ca,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:08:44.678831 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:44.714743 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:44.715359 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:44.717833 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] 10.222.0.82 "PUT /v2.0/ports/ad3725b6-3af9-47fd-8f63-1d51eba272ca HTTP/1.1" status: 200  len: 1093 time: 0.6664472
Jan 28 02:08:44.717833 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'tag': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:08:44.719691 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ad8e2d-6a39-4c46-9c28-fbf717472c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "4649f96b-6d9f-42e4-899e-806ed1eec112", "tag": "ad3725b6-3af9-47fd-8f63-1d51eba272ca"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:08:44.747325 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca547c9-f7f9-4de6-9859-155f36bdead5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3725b6-3af9-47fd-8f63-1d51eba272ca,revision_number=3']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:44.772109 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0236c4-9649-4fbc-80ce-ebb313928471 x-openstack-request-id: req-7a0236c4-9649-4fbc-80ce-ebb313928471 {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:08:44.772548 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4649f96b-6d9f-42e4-899e-806ed1eec112", "tag": "ad3725b6-3af9-47fd-8f63-1d51eba272ca", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:08:44.772801 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a0236c4-9649-4fbc-80ce-ebb313928471 {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:08:44.773198 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'tag': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca', 'status': 'completed', 'code': 200}
Jan 28 02:08:44.837488 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-6597340e-cf40-47bc-9d3b-2336ca8a1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:44.839026 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-6597340e-cf40-47bc-9d3b-2336ca8a1e86 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d88874e13aa04221b933b43cb2350ad2&device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 1096 time: 0.0435648
Jan 28 02:08:44.873444 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:44.896284 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-57e654b1-19ae-4956-8a8d-19cd68bff43e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad3725b6-3af9-47fd-8f63-1d51eba272ca HTTP/1.1" status: 200  len: 217 time: 0.0416987
Jan 28 02:08:44.947568 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-f121dba2-f511-42be-a33f-7e9d498f4517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:44.949016 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-f121dba2-f511-42be-a33f-7e9d498f4517 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eaa3750d-c13f-4d6a-9333-02aefa682127 HTTP/1.1" status: 200  len: 850 time: 0.0454092
Jan 28 02:08:44.997198 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-6599d986-d80b-42e4-bc15-c71fb475f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:44.998716 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-6599d986-d80b-42e4-bc15-c71fb475f5b9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7946a91b-c87f-479e-b41f-92c9cd8d4828&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0415428
Jan 28 02:08:45.093181 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-be902822-dc23-4e9b-890d-0913f80d28e6 service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869296
Jan 28 02:08:45.184364 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2ffaf210-e562-4eb8-8e7e-2370d5525779 req-9458a680-3009-4f19-807f-e8556047b9ba service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840342
Jan 28 02:08:45.333262 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:45.358914 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad8e2d-6a39-4c46-9c28-fbf717472c2b req-1d1eda30-4e17-4a9a-a770-4e6fe547b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:45.360396 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f7ad8e2d-6a39-4c46-9c28-fbf717472c2b req-1d1eda30-4e17-4a9a-a770-4e6fe547b7b5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d88874e13aa04221b933b43cb2350ad2&device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 1096 time: 0.0483479
Jan 28 02:08:45.374533 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979f8df-cefd-4296-a6f5-948f7d1e287f req-d153bddf-6436-4c1e-8dd9-7fbe5e35b9e3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:45.376004 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e979f8df-cefd-4296-a6f5-948f7d1e287f req-d153bddf-6436-4c1e-8dd9-7fbe5e35b9e3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 946 time: 0.0515947
Jan 28 02:08:45.414035 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e979f8df-cefd-4296-a6f5-948f7d1e287f req-b63ecd94-7593-4dc0-8f5c-5d53637811ac tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0320263
Jan 28 02:08:45.490408 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad8e2d-6a39-4c46-9c28-fbf717472c2b req-5e32d108-546a-4250-b558-db3d5d27b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:45.491910 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f7ad8e2d-6a39-4c46-9c28-fbf717472c2b req-5e32d108-546a-4250-b558-db3d5d27b77d service neutron] 10.222.0.82 "GET /v2.0/networks?id=7946a91b-c87f-479e-b41f-92c9cd8d4828 HTTP/1.1" status: 200  len: 912 time: 0.0886033
Jan 28 02:08:45.534454 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f7ad8e2d-6a39-4c46-9c28-fbf717472c2b req-720fcd0f-e35a-49c0-a001-c995b1894e99 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad3725b6-3af9-47fd-8f63-1d51eba272ca HTTP/1.1" status: 200  len: 217 time: 0.0348670
Jan 28 02:08:45.591017 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad8e2d-6a39-4c46-9c28-fbf717472c2b req-fdd49295-fd17-476c-9862-db50fd1a9934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:45.592363 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f7ad8e2d-6a39-4c46-9c28-fbf717472c2b req-fdd49295-fd17-476c-9862-db50fd1a9934 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eaa3750d-c13f-4d6a-9333-02aefa682127 HTTP/1.1" status: 200  len: 850 time: 0.0458479
Jan 28 02:08:45.638910 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad8e2d-6a39-4c46-9c28-fbf717472c2b req-28c045c0-9e9d-4d68-864c-feb77ba79886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:45.640405 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f7ad8e2d-6a39-4c46-9c28-fbf717472c2b req-28c045c0-9e9d-4d68-864c-feb77ba79886 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7946a91b-c87f-479e-b41f-92c9cd8d4828&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0406470
Jan 28 02:08:45.721818 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1173a0-dc63-4383-bbf2-292bc7625334 req-dd358d71-2e69-43b0-a455-3c542a97bd9b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:45.723289 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6f1173a0-dc63-4383-bbf2-292bc7625334 req-dd358d71-2e69-43b0-a455-3c542a97bd9b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 943 time: 0.0512664
Jan 28 02:08:45.729985 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f7ad8e2d-6a39-4c46-9c28-fbf717472c2b req-91cdead8-ddeb-416f-aac6-8d0261e98780 service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810339
Jan 28 02:08:45.761040 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6f1173a0-dc63-4383-bbf2-292bc7625334 req-7a00461b-8290-4a83-865e-feef946770db tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0314522
Jan 28 02:08:45.827135 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-f7ad8e2d-6a39-4c46-9c28-fbf717472c2b req-c699bad5-90b0-40c5-9d0f-1ee7d05b58b1 service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893316
Jan 28 02:08:46.538882 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d7424-efb9-4d60-af3c-13255810c111 req-b18fbc3a-8b91-40ea-a91d-8b2d651be44c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:46.540258 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ca3d7424-efb9-4d60-af3c-13255810c111 req-b18fbc3a-8b91-40ea-a91d-8b2d651be44c tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 946 time: 0.0542579
Jan 28 02:08:46.579573 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ca3d7424-efb9-4d60-af3c-13255810c111 req-cd914594-d1b5-48f8-ae2c-326c3ec38a4a tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0334024
Jan 28 02:08:46.847362 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:46.877098 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f097b42-5735-4ca8-80ae-12f19eafda6a req-16be3b25-599d-4750-b2d5-1ce5e7a3b8c6 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:46.878587 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8f097b42-5735-4ca8-80ae-12f19eafda6a req-16be3b25-599d-4750-b2d5-1ce5e7a3b8c6 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 943 time: 0.0494142
Jan 28 02:08:46.917831 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8f097b42-5735-4ca8-80ae-12f19eafda6a req-6e50ebe6-6a19-401f-8cd6-69c97cfdf9c5 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0332441
Jan 28 02:08:47.215723 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186c18a-3bbc-4975-b4fc-01588c57184a req-610f6a8e-a287-45ea-90df-e69a1db64ce3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:47.217212 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1186c18a-3bbc-4975-b4fc-01588c57184a req-610f6a8e-a287-45ea-90df-e69a1db64ce3 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.82 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 946 time: 0.0552537
Jan 28 02:08:47.315193 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-1186c18a-3bbc-4975-b4fc-01588c57184a req-1ea8d3b7-e257-4621-9b35-ef242fd443b4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Deleting port e15e44d6-18a5-424f-9579-7820746bc72a {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:08:47.315533 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-1186c18a-3bbc-4975-b4fc-01588c57184a req-1ea8d3b7-e257-4621-9b35-ef242fd443b4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:47.353035 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:47.406366 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-1186c18a-3bbc-4975-b4fc-01588c57184a req-1ea8d3b7-e257-4621-9b35-ef242fd443b4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] For port e15e44d6-18a5-424f-9579-7820746bc72a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e15e44d6-18a5-424f-9579-7820746bc72a,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:47.406722 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-1186c18a-3bbc-4975-b4fc-01588c57184a req-1ea8d3b7-e257-4621-9b35-ef242fd443b4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:47.572714 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-1186c18a-3bbc-4975-b4fc-01588c57184a req-1ea8d3b7-e257-4621-9b35-ef242fd443b4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:47.573018 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-1186c18a-3bbc-4975-b4fc-01588c57184a req-1ea8d3b7-e257-4621-9b35-ef242fd443b4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551309'] for floatingip, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:47.573423 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.db.l3_db [req-1186c18a-3bbc-4975-b4fc-01588c57184a req-1ea8d3b7-e257-4621-9b35-ef242fd443b4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Floating IP 6840ce0b-43e0-4cf1-a874-1b231bb7885b disassociated. External IP: 172.27.3.204, port: e15e44d6-18a5-424f-9579-7820746bc72a.
Jan 28 02:08:47.573727 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-1186c18a-3bbc-4975-b4fc-01588c57184a req-1ea8d3b7-e257-4621-9b35-ef242fd443b4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Calling delete_port for e15e44d6-18a5-424f-9579-7820746bc72a owned by compute:nova {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:08:47.702335 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-1186c18a-3bbc-4975-b4fc-01588c57184a req-1ea8d3b7-e257-4621-9b35-ef242fd443b4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:47.704936 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcf397-97d6-432c-bf42-56f12751bec0 req-753379a6-eff8-4175-b937-4a3006cfd5c6 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:47.706819 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-28dcf397-97d6-432c-bf42-56f12751bec0 req-753379a6-eff8-4175-b937-4a3006cfd5c6 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 946 time: 0.0542533
Jan 28 02:08:47.729922 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8d3b7-e257-4621-9b35-ef242fd443b4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Pushing event deleted for resources: {'Port': ['ID=e15e44d6-18a5-424f-9579-7820746bc72a,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:47.746813 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-28dcf397-97d6-432c-bf42-56f12751bec0 req-1f515d2a-bfab-45a3-abb5-ec2e0ad2b3d1 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups?id=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0339878
Jan 28 02:08:48.031968 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de6d59-0c11-4189-8c51-3286e30a9e39 req-c5e5eb5d-ca28-432a-8c5c-aed062f47b56 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:48.033366 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-04de6d59-0c11-4189-8c51-3286e30a9e39 req-c5e5eb5d-ca28-432a-8c5c-aed062f47b56 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 943 time: 0.0489030
Jan 28 02:08:48.073649 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-04de6d59-0c11-4189-8c51-3286e30a9e39 req-50f59c8e-7e80-4fa5-a353-0af073f92af7 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0337877
Jan 28 02:08:48.074440 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1186c18a-3bbc-4975-b4fc-01588c57184a req-1ea8d3b7-e257-4621-9b35-ef242fd443b4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:08:48.185222 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1186c18a-3bbc-4975-b4fc-01588c57184a req-1ea8d3b7-e257-4621-9b35-ef242fd443b4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:08:48.196362 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9320236-61c6-4243-ae20-c088b069e522 None None] Sync routers for ids ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:08:48.206343 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9320236-61c6-4243-ae20-c088b069e522 None None] Routers {'5490b3e4-6ac7-48d5-9543-2513c054a8c5'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:08:48.207105 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-e9320236-61c6-4243-ae20-c088b069e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa83ba00>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:08:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:48.228042 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-1186c18a-3bbc-4975-b4fc-01588c57184a req-1ea8d3b7-e257-4621-9b35-ef242fd443b4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] No DVR routers for this DVR port e15e44d6-18a5-424f-9579-7820746bc72a on host hv-cinder-82497 {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:08:48.230810 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-1186c18a-3bbc-4975-b4fc-01588c57184a req-1ea8d3b7-e257-4621-9b35-ef242fd443b4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:48.234224 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1186c18a-3bbc-4975-b4fc-01588c57184a req-1ea8d3b7-e257-4621-9b35-ef242fd443b4 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.82 "DELETE /v2.0/ports/e15e44d6-18a5-424f-9579-7820746bc72a HTTP/1.1" status: 204  len: 173 time: 1.0095944
Jan 28 02:08:48.234706 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cce5b81-d0cd-4833-a177-47b577b84152', 'name': 'network-vif-deleted', 'tag': 'e15e44d6-18a5-424f-9579-7820746bc72a'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:08:48.237159 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e050ed6-3988-4c8d-b945-ac4c6d7f9005" -d '{"events": [{"server_uuid": "7cce5b81-d0cd-4833-a177-47b577b84152", "name": "network-vif-deleted", "tag": "e15e44d6-18a5-424f-9579-7820746bc72a"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:08:48.285189 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ed95f4-6370-4b9c-a8e1-f5c6d57600ac x-openstack-request-id: req-b4ed95f4-6370-4b9c-a8e1-f5c6d57600ac {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:08:48.286062 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cce5b81-d0cd-4833-a177-47b577b84152", "name": "network-vif-deleted", "tag": "e15e44d6-18a5-424f-9579-7820746bc72a", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:08:48.286388 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b4ed95f4-6370-4b9c-a8e1-f5c6d57600ac {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:08:48.286847 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cce5b81-d0cd-4833-a177-47b577b84152', 'name': 'network-vif-deleted', 'tag': 'e15e44d6-18a5-424f-9579-7820746bc72a', 'status': 'completed', 'code': 200}
Jan 28 02:08:48.318673 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-e9320236-61c6-4243-ae20-c088b069e522 None None] Set router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:08:48.521179 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-e9320236-61c6-4243-ae20-c088b069e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa83ba00>, [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port': {'id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:17Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '6443a300-674c-47a2-a3b6-6ebb0e13651b', 'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'mac_address': 'fa:16:3e:3d:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:24Z', 'updated_at': '2022-01-28T02:01:33Z', 'revision_number': 5, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'subnets': [{'id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:48.547246 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9320236-61c6-4243-ae20-c088b069e522 None None] Checking router: 5490b3e4-6ac7-48d5-9543-2513c054a8c5 for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:08:48.556006 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9320236-61c6-4243-ae20-c088b069e522 None None] Routers {'5490b3e4-6ac7-48d5-9543-2513c054a8c5'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:08:48.556614 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-e9320236-61c6-4243-ae20-c088b069e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa83ba00>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:08:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:48.659134 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-e9320236-61c6-4243-ae20-c088b069e522 None None] Set router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:08:48.866564 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c1fb573f-9ea9-485d-a789-ae19fb5cb9a8 req-a5e41e67-9f26-4e3e-92d5-e14f60723794 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cce5b81-d0cd-4833-a177-47b577b84152 HTTP/1.1" status: 200  len: 210 time: 0.0281484
Jan 28 02:08:48.867456 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-e9320236-61c6-4243-ae20-c088b069e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa83ba00>, [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port': {'id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:17Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '6443a300-674c-47a2-a3b6-6ebb0e13651b', 'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'mac_address': 'fa:16:3e:3d:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:24Z', 'updated_at': '2022-01-28T02:01:33Z', 'revision_number': 5, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'subnets': [{'id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:48.897548 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9320236-61c6-4243-ae20-c088b069e522 None None] The sync data for ids ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'] in dv-cinder-824979-1-iscsi is: [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port': {'id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:17Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '6443a300-674c-47a2-a3b6-6ebb0e13651b', 'name': '', 'network_id': '34615009-fca5-44cc-84b3-0752c6a7e426', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'mac_address': 'fa:16:3e:3d:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:24Z', 'updated_at': '2022-01-28T02:01:33Z', 'revision_number': 5, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'subnets': [{'id': 'aba7715e-a82d-463d-8206-e0dca7c49061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:08:49.121833 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2455da-abb5-479f-af97-6089e2d4e272 None None] New status for floating IP 6840ce0b-43e0-4cf1-a874-1b231bb7885b: DOWN {{(pid=101325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:08:49.197624 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df534a-51a1-4619-8a2c-6c94717b0b2b req-365d44d5-ef85-4056-bebf-0e84cbcc5018 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:49.199826 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-51df534a-51a1-4619-8a2c-6c94717b0b2b req-365d44d5-ef85-4056-bebf-0e84cbcc5018 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 943 time: 0.0539591
Jan 28 02:08:49.242944 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-51df534a-51a1-4619-8a2c-6c94717b0b2b req-5024876a-d2cd-4654-9afc-e4f30ebb9b3a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0371871
Jan 28 02:08:49.951334 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 46436) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:50.004575 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e1f73702-1614-4ba7-9ce5-5bd2731bf089 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:50.027537 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e1f73702-1614-4ba7-9ce5-5bd2731bf089 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:50.073841 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e1f73702-1614-4ba7-9ce5-5bd2731bf089 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:50.076429 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-e1f73702-1614-4ba7-9ce5-5bd2731bf089 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:50.077610 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-e1f73702-1614-4ba7-9ce5-5bd2731bf089 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "DELETE /v2.0/security-groups/32d95cfd-0a16-4416-95ab-57a0c8f8f0ac HTTP/1.1" status: 204  len: 168 time: 0.1252661
Jan 28 02:08:50.080493 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 46438) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:50.087524 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f73702-1614-4ba7-9ce5-5bd2731bf089 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d95cfd-0a16-4416-95ab-57a0c8f8f0ac,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:50.094296 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.api.v2.resource [None req-664695e8-f220-4beb-b7b4-f8b89e6ee992 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] show failed (client error): The resource could not be found.
Jan 28 02:08:50.095288 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-664695e8-f220-4beb-b7b4-f8b89e6ee992 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "GET /v2.0/security-groups/32d95cfd-0a16-4416-95ab-57a0c8f8f0ac HTTP/1.1" status: 404  len: 347 time: 0.0138242
Jan 28 02:08:50.098759 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 46440) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:50.473267 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac02c5a-f5a6-49ec-b6d0-9290ababaec6 req-54a29c57-98aa-475d-8402-358369d2b54c tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:50.474731 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2ac02c5a-f5a6-49ec-b6d0-9290ababaec6 req-54a29c57-98aa-475d-8402-358369d2b54c tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 943 time: 0.0715849
Jan 28 02:08:50.498023 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Deleting port e3a18e62-c9eb-4a68-852b-4f64efe5d4ac {{(pid=101322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:08:50.498357 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:50.555986 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2ac02c5a-f5a6-49ec-b6d0-9290ababaec6 req-0af87f3c-a788-4f14-bfa5-ddf47452bf75 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0746372
Jan 28 02:08:50.591746 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:50.592204 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:50.606393 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Calling delete_port for e3a18e62-c9eb-4a68-852b-4f64efe5d4ac owned by network:floatingip {{(pid=101322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:08:50.735743 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:50.762814 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Pushing event deleted for resources: {'Port': ['ID=e3a18e62-c9eb-4a68-852b-4f64efe5d4ac,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:50.774016 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:50.774376 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:50.774770 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:50.775064 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:50.775404 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:50.775735 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:50.776068 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:50.776395 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:50.776725 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:50.777050 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:50.777376 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:50.777701 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:50.830152 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks [] for floatingip, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:50.832613 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:50.833786 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-03ae6031-055b-4c34-a5ff-ff1fe79f7643 tempest-AttachVolumeShelveTestJSON-236520737 tempest-AttachVolumeShelveTestJSON-236520737-project] 10.222.0.77 "DELETE /v2.0/floatingips/6840ce0b-43e0-4cf1-a874-1b231bb7885b HTTP/1.1" status: 204  len: 168 time: 0.7341340
Jan 28 02:08:51.120264 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device e15e44d6-18a5-424f-9579-7820746bc72a no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:08:51.139805 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: e15e44d6-18a5-424f-9579-7820746bc72a {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:08:51.140148 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device e15e44d6-18a5-424f-9579-7820746bc72a not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:08:51.668090 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60105476-5823-44a7-8f9f-29f727c8a992 req-c08d0202-fef0-4525-8309-26f9d76419ca tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:51.669525 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-60105476-5823-44a7-8f9f-29f727c8a992 req-c08d0202-fef0-4525-8309-26f9d76419ca tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 943 time: 0.0473850
Jan 28 02:08:51.708969 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-60105476-5823-44a7-8f9f-29f727c8a992 req-e4a1e140-e499-42b3-83db-3d366823d0a8 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0336192
Jan 28 02:08:52.821926 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacdf8c-7c79-4d49-8895-4402455c5d9e req-b462b26c-1262-442d-b22f-af9e000a2f75 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:52.823388 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7cacdf8c-7c79-4d49-8895-4402455c5d9e req-b462b26c-1262-442d-b22f-af9e000a2f75 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 943 time: 0.0478287
Jan 28 02:08:52.860775 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7cacdf8c-7c79-4d49-8895-4402455c5d9e req-5aa0f044-35ba-46f0-923a-c6e3aa0673f7 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0314212
Jan 28 02:08:53.127805 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device ad3725b6-3af9-47fd-8f63-1d51eba272ca details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:08:53.228298 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port ad3725b6-3af9-47fd-8f63-1d51eba272ca, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=ad3725b6-3af9-47fd-8f63-1d51eba272ca,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:53.239809 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'port_id': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca', 'mac_address': 'fa:16:3e:1f:fd:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:08:53.256141 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 46468) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:53.282383 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:53.295413 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad3725b6-3af9-47fd-8f63-1d51eba272ca {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:08:53.314978 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port ad3725b6-3af9-47fd-8f63-1d51eba272ca, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=ad3725b6-3af9-47fd-8f63-1d51eba272ca,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:53.320007 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:53.367559 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=ad3725b6-3af9-47fd-8f63-1d51eba272ca,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:53.668594 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['ad3725b6-3af9-47fd-8f63-1d51eba272ca'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:08:53.799438 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-fcce4a04-96ad-41b7-a376-48844b0dd47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545165'] for router_interface, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:53.977775 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ca39-cfa6-4bbe-a24f-4ff4912a6ca5 req-f31f37f2-d246-4529-9ea6-2328ead2e037 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:53.979275 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-38a4ca39-cfa6-4bbe-a24f-4ff4912a6ca5 req-f31f37f2-d246-4529-9ea6-2328ead2e037 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 944 time: 0.0493724
Jan 28 02:08:54.017923 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-38a4ca39-cfa6-4bbe-a24f-4ff4912a6ca5 req-e4b2852f-0bbb-42f4-91c5-84c89995d9fa tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0323875
Jan 28 02:08:54.058218 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-fcce4a04-96ad-41b7-a376-48844b0dd47a admin admin] Deleting port 6443a300-674c-47a2-a3b6-6ebb0e13651b {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:08:54.058555 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-fcce4a04-96ad-41b7-a376-48844b0dd47a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:54.136872 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [None req-fcce4a04-96ad-41b7-a376-48844b0dd47a admin admin] For port 6443a300-674c-47a2-a3b6-6ebb0e13651b, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=6443a300-674c-47a2-a3b6-6ebb0e13651b,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:54.137226 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-fcce4a04-96ad-41b7-a376-48844b0dd47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:54.148480 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-fcce4a04-96ad-41b7-a376-48844b0dd47a admin admin] Calling delete_port for 6443a300-674c-47a2-a3b6-6ebb0e13651b owned by network:router_interface {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:08:54.323250 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-fcce4a04-96ad-41b7-a376-48844b0dd47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:54.348951 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce4a04-96ad-41b7-a376-48844b0dd47a admin admin] Pushing event deleted for resources: {'Port': ['ID=6443a300-674c-47a2-a3b6-6ebb0e13651b,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:54.524466 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-fcce4a04-96ad-41b7-a376-48844b0dd47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545341'] for router_interface, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:54.731602 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcce4a04-96ad-41b7-a376-48844b0dd47a admin admin] Router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:08:54.835115 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcce4a04-96ad-41b7-a376-48844b0dd47a admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:08:54.839983 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-fcce4a04-96ad-41b7-a376-48844b0dd47a admin admin] 10.222.0.77 "PUT /v2.0/routers/5490b3e4-6ac7-48d5-9543-2513c054a8c5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5828218
Jan 28 02:08:54.842509 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 46476) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:54.845065 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33ff570-bae8-484a-bf38-9975f2ed3d36 None None] Sync routers for ids ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:08:54.854170 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33ff570-bae8-484a-bf38-9975f2ed3d36 None None] Routers {'5490b3e4-6ac7-48d5-9543-2513c054a8c5'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:08:54.854795 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-f33ff570-bae8-484a-bf38-9975f2ed3d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa5c6eb0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:08:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:54.942830 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7d357a40-0628-43f6-ae3a-eed156a8bf4a admin admin] Notify callbacks [] for router, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:54.955134 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-f33ff570-bae8-484a-bf38-9975f2ed3d36 None None] Set router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:08:55.041602 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7d357a40-0628-43f6-ae3a-eed156a8bf4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:55.095475 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-7d357a40-0628-43f6-ae3a-eed156a8bf4a admin admin] Deleting port 2e9c1d70-a114-4987-860c-849620c99f4a {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:08:55.095800 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7d357a40-0628-43f6-ae3a-eed156a8bf4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:55.130998 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device ad3725b6-3af9-47fd-8f63-1d51eba272ca up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:08:55.135983 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d11206-2679-476a-b4d7-95ba39b78829 req-c62b798d-3744-4bb9-89fe-a99c31424bf5 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:55.137506 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-18d11206-2679-476a-b4d7-95ba39b78829 req-c62b798d-3744-4bb9-89fe-a99c31424bf5 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 944 time: 0.0506575
Jan 28 02:08:55.176308 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-f33ff570-bae8-484a-bf38-9975f2ed3d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa5c6eb0>, [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:08:54Z', 'revision_number': 5, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port': {'id': '2e9c1d70-a114-4987-860c-849620c99f4a', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:17Z', 'updated_at': '2022-01-28T02:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:55.179361 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [None req-7d357a40-0628-43f6-ae3a-eed156a8bf4a admin admin] For port 2e9c1d70-a114-4987-860c-849620c99f4a, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=2e9c1d70-a114-4987-860c-849620c99f4a,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:55.179731 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7d357a40-0628-43f6-ae3a-eed156a8bf4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:55.180510 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-18d11206-2679-476a-b4d7-95ba39b78829 req-01247d17-38b6-49dc-aefc-2df6aa1690f8 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0365913
Jan 28 02:08:55.196280 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-7d357a40-0628-43f6-ae3a-eed156a8bf4a admin admin] Calling delete_port for 2e9c1d70-a114-4987-860c-849620c99f4a owned by network:router_gateway {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:08:55.205769 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33ff570-bae8-484a-bf38-9975f2ed3d36 None None] Checking router: 5490b3e4-6ac7-48d5-9543-2513c054a8c5 for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:08:55.219666 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33ff570-bae8-484a-bf38-9975f2ed3d36 None None] Routers {'5490b3e4-6ac7-48d5-9543-2513c054a8c5'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:08:55.220278 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-f33ff570-bae8-484a-bf38-9975f2ed3d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa5c6eb0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:08:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:55.261329 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port ad3725b6-3af9-47fd-8f63-1d51eba272ca completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:08:55.367535 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7d357a40-0628-43f6-ae3a-eed156a8bf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:55.397345 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d357a40-0628-43f6-ae3a-eed156a8bf4a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e9c1d70-a114-4987-860c-849620c99f4a,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:55.428133 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port ad3725b6-3af9-47fd-8f63-1d51eba272ca triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:55.428550 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:55.456891 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7d357a40-0628-43f6-ae3a-eed156a8bf4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551259'] for router_gateway, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:55.477117 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-f33ff570-bae8-484a-bf38-9975f2ed3d36 None None] Set router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 gateway port host: None {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:08:55.531409 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-f33ff570-bae8-484a-bf38-9975f2ed3d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa5c6eb0>, [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:08:55Z', 'revision_number': 6, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port_host': None}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:55.547752 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7d357a40-0628-43f6-ae3a-eed156a8bf4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124561'] for router, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:55.549866 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7d357a40-0628-43f6-ae3a-eed156a8bf4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:55.560850 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33ff570-bae8-484a-bf38-9975f2ed3d36 None None] The sync data for ids ['5490b3e4-6ac7-48d5-9543-2513c054a8c5'] in dv-cinder-824979-1-iscsi is: [{'id': '5490b3e4-6ac7-48d5-9543-2513c054a8c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1542854649-router', 'tenant_id': '578fc5bd64da4dcdbff2e317361168ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:16Z', 'updated_at': '2022-01-28T02:08:55Z', 'revision_number': 6, 'project_id': '578fc5bd64da4dcdbff2e317361168ec', 'gw_port_host': None}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:08:55.599061 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7d357a40-0628-43f6-ae3a-eed156a8bf4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551678'] for router, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:55.599708 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d357a40-0628-43f6-ae3a-eed156a8bf4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5490b3e4-6ac7-48d5-9543-2513c054a8c5 {{(pid=101323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 28 02:08:55.600855 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:55.604186 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7d357a40-0628-43f6-ae3a-eed156a8bf4a admin admin] Notify callbacks [] for router, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:55.607697 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-7d357a40-0628-43f6-ae3a-eed156a8bf4a admin admin] 10.222.0.77 "DELETE /v2.0/routers/5490b3e4-6ac7-48d5-9543-2513c054a8c5 HTTP/1.1" status: 204  len: 168 time: 0.7619383
Jan 28 02:08:55.607985 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 46480) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:55.627573 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:08:55.629704 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c298b779-09d6-4f13-a9fe-bfd4a5409d61" -d '{"events": [{"server_uuid": "4649f96b-6d9f-42e4-899e-806ed1eec112", "name": "network-vif-plugged", "status": "completed", "tag": "ad3725b6-3af9-47fd-8f63-1d51eba272ca"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:08:55.642325 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port ad3725b6-3af9-47fd-8f63-1d51eba272ca, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=ad3725b6-3af9-47fd-8f63-1d51eba272ca,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:55.646876 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:55.652703 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_v2 [None req-0920cd25-9b5a-4fe4-b185-b753832cc00d admin admin] Deleting subnet aba7715e-a82d-463d-8206-e0dca7c49061 {{(pid=101323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:08:55.655683 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0920cd25-9b5a-4fe4-b185-b753832cc00d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:55.672693 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87752df2-23b9-4be4-b5fb-f3a689ccc3d2 x-openstack-request-id: req-87752df2-23b9-4be4-b5fb-f3a689ccc3d2 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:08:55.673101 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4649f96b-6d9f-42e4-899e-806ed1eec112", "name": "network-vif-plugged", "status": "completed", "tag": "ad3725b6-3af9-47fd-8f63-1d51eba272ca", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:08:55.673352 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-87752df2-23b9-4be4-b5fb-f3a689ccc3d2 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:08:55.673737 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca', 'code': 200}
Jan 28 02:08:55.689458 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0920cd25-9b5a-4fe4-b185-b753832cc00d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4290095779'] for subnet, precommit_delete_associations {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:55.696854 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=ad3725b6-3af9-47fd-8f63-1d51eba272ca,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:55.766981 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0920cd25-9b5a-4fe4-b185-b753832cc00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717944'] for subnet, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:55.819171 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0920cd25-9b5a-4fe4-b185-b753832cc00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4290448657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4289782116'] for subnet, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:55.846301 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920cd25-9b5a-4fe4-b185-b753832cc00d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aba7715e-a82d-463d-8206-e0dca7c49061,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:55.851801 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0920cd25-9b5a-4fe4-b185-b753832cc00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:55.857551 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 46484) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:55.858413 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-0920cd25-9b5a-4fe4-b185-b753832cc00d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/aba7715e-a82d-463d-8206-e0dca7c49061 HTTP/1.1" status: 204  len: 168 time: 0.2494307
Jan 28 02:08:55.860356 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcae6456-0bc9-4223-b3b3-107ddefb0ab4 None None] Network 34615009-fca5-44cc-84b3-0752c6a7e426 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:08:55.934303 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3581231'] for network, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:55.946348 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115882c-ac56-4c9d-9078-487b56e9b662 req-283d6c04-c7d7-41c4-98ff-3d1de39a6d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:55.949827 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-7115882c-ac56-4c9d-9078-487b56e9b662 req-283d6c04-c7d7-41c4-98ff-3d1de39a6d91 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 1098 time: 0.0524564
Jan 28 02:08:55.991828 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] Deleting port a34ae27e-e862-479d-82ad-54fad710c3ca {{(pid=101322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:08:55.993595 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:55.999693 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-7115882c-ac56-4c9d-9078-487b56e9b662 req-067c5646-f948-4deb-a814-05f2701385ba service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0405920
Jan 28 02:08:56.063714 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.db [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] For port a34ae27e-e862-479d-82ad-54fad710c3ca, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=a34ae27e-e862-479d-82ad-54fad710c3ca,segment=NetworkSegment(6b56da7a-fdd6-4ef9-9a49-3326eb688061),segment_id=6b56da7a-fdd6-4ef9-9a49-3326eb688061)] {{(pid=101322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:56.064070 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:56.076251 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] Calling delete_port for a34ae27e-e862-479d-82ad-54fad710c3ca owned by network:dhcp {{(pid=101322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:08:56.150201 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:56.175899 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] Pushing event deleted for resources: {'Port': ['ID=a34ae27e-e862-479d-82ad-54fad710c3ca,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:56.177685 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] No DVR routers for this DVR port a34ae27e-e862-479d-82ad-54fad710c3ca on host dv-cinder-824979-1-iscsi {{(pid=101322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:08:56.270068 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3718810', 'neutron.services.segments.db._delete_segments_for_network-8755292390849'] for network, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:56.305990 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.services.segments.db [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67fcebba60>,) {'filters': {'network_id': ['34615009-fca5-44cc-84b3-0752c6a7e426']}} {{(pid=101322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:56.320043 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.services.segments.db [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67fcebba60>, '6b56da7a-fdd6-4ef9-9a49-3326eb688061') {'for_net_delete': True} {{(pid=101322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:56.320341 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.services.segments.db [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67fcebba60>, '6b56da7a-fdd6-4ef9-9a49-3326eb688061') {} {{(pid=101322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:56.335344 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f8346-3aed-41ae-9f5e-cebb53430b7c req-483d9d7d-4cf6-40d0-a787-e3bbe969e986 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:56.338821 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5d6f8346-3aed-41ae-9f5e-cebb53430b7c req-483d9d7d-4cf6-40d0-a787-e3bbe969e986 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 945 time: 0.0831697
Jan 28 02:08:56.343987 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1650f4-a56e-4d20-a3c5-65ee877dbb28 None None] DHCP port deletion for 34615009-fca5-44cc-84b3-0752c6a7e426 request from dv-cinder-824979-1-iscsi {{(pid=101324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jan 28 02:08:56.351428 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755292456129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4291815300'] for segment, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:56.384181 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:56.395878 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5d6f8346-3aed-41ae-9f5e-cebb53430b7c req-0d0b49dd-1ec8-48b9-8086-fbfbce0f617d tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0520575
Jan 28 02:08:56.396932 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=101322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:08:56.397298 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4291371056'] for segment, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]: Traceback (most recent call last):
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:     timer()
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:     cb(*args, **kw)
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:     return func(*args, **kwargs)
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:     self._notify()
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:     self.callback(batched_events)
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:     event.method(event)
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:     return f(self, *a, **k)
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:     return self._get(url).json()
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:08:56.399071 dv-cinder-824979-1-iscsi neutron-server[101322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:08:56.452601 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3718785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551359'] for network, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:56.462391 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:56.465646 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] 10.222.0.77 "DELETE /v2.0/networks/34615009-fca5-44cc-84b3-0752c6a7e426 HTTP/1.1" status: 204  len: 168 time: 0.6068420
Jan 28 02:08:56.476758 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02666783-8add-4359-ba2b-45b4bcd0a752 admin admin] Pushing event deleted for resources: {'Network': ['ID=34615009-fca5-44cc-84b3-0752c6a7e426,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:56.585230 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 46490) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:56.624530 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-45ef87ee-00f1-4c3f-baa6-515b2fc47ab3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=578fc5bd64da4dcdbff2e317361168ec&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0381417
Jan 28 02:08:56.627065 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 46492) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:56.673585 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b191681d-fb73-4830-9791-f3d658ef3b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:56.694478 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b191681d-fb73-4830-9791-f3d658ef3b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:56.738499 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b191681d-fb73-4830-9791-f3d658ef3b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:56.741633 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b191681d-fb73-4830-9791-f3d658ef3b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:56.742783 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-b191681d-fb73-4830-9791-f3d658ef3b54 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1cbdda6d-8d77-4279-91ee-98e7a6903146 HTTP/1.1" status: 204  len: 168 time: 0.1147857
Jan 28 02:08:56.750845 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191681d-fb73-4830-9791-f3d658ef3b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbdda6d-8d77-4279-91ee-98e7a6903146,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:57.247377 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:08:57.292031 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 6443a300-674c-47a2-a3b6-6ebb0e13651b no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:08:57.313047 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: 6443a300-674c-47a2-a3b6-6ebb0e13651b {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:08:57.313397 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 6443a300-674c-47a2-a3b6-6ebb0e13651b not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:08:57.313840 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 2e9c1d70-a114-4987-860c-849620c99f4a no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:08:57.333134 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: 2e9c1d70-a114-4987-860c-849620c99f4a {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:08:57.333493 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 2e9c1d70-a114-4987-860c-849620c99f4a not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:08:57.334065 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device a34ae27e-e862-479d-82ad-54fad710c3ca no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:08:57.352749 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: a34ae27e-e862-479d-82ad-54fad710c3ca {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:08:57.353171 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device a34ae27e-e862-479d-82ad-54fad710c3ca not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:08:57.403812 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 46514) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:57.504344 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-7f498e12-adfa-4e85-a77a-f6ac989f3c9b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-222337931-network', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:08:57.512045 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b554c9-02d9-4e50-a88e-730303b32f83 req-78a081b1-6ac6-401a-ad70-d738cb20f147 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:57.513562 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a9b554c9-02d9-4e50-a88e-730303b32f83 req-78a081b1-6ac6-401a-ad70-d738cb20f147 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 945 time: 0.0496652
Jan 28 02:08:57.528408 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f498e12-adfa-4e85-a77a-f6ac989f3c9b admin admin] Made reservation on behalf of ad1d1897a9674c6bbcd0e4d1bd0b55ab for: {'network': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:08:57.530783 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7f498e12-adfa-4e85-a77a-f6ac989f3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for network, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:57.539296 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7f498e12-adfa-4e85-a77a-f6ac989f3c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:57.555292 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a9b554c9-02d9-4e50-a88e-730303b32f83 req-bec2df85-fa76-4ecb-9f15-a53ccab860cd tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0353897
Jan 28 02:08:57.625081 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7f498e12-adfa-4e85-a77a-f6ac989f3c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:57.630803 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7f498e12-adfa-4e85-a77a-f6ac989f3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:57.660623 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f498e12-adfa-4e85-a77a-f6ac989f3c9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772}  {{(pid=101323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:08:57.671385 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f498e12-adfa-4e85-a77a-f6ac989f3c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b109e7e4-f5c3-433f-9946-523a935ff1e1,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:57.678849 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7f498e12-adfa-4e85-a77a-f6ac989f3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:57.680208 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.db.segments_db [None req-7f498e12-adfa-4e85-a77a-f6ac989f3c9b admin admin] Added segment 33dd6e7a-2f20-4691-a751-b1404b924418 of type vlan for network a3e05f9b-588b-4d48-8a35-7443e06d1f95
Jan 28 02:08:57.717597 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7add6f5-b10a-4240-8415-9f9b0fb760a1 req-3171ca0e-c4ff-4517-a422-aa891241f232 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:57.719069 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7f498e12-adfa-4e85-a77a-f6ac989f3c9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755291977674'] for network, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:57.719241 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c7add6f5-b10a-4240-8415-9f9b0fb760a1 req-3171ca0e-c4ff-4517-a422-aa891241f232 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 945 time: 0.0770965
Jan 28 02:08:57.749303 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7f498e12-adfa-4e85-a77a-f6ac989f3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976'] for network, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:57.750305 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f498e12-adfa-4e85-a77a-f6ac989f3c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:57.751114 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-7f498e12-adfa-4e85-a77a-f6ac989f3c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:57.763361 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c7add6f5-b10a-4240-8415-9f9b0fb760a1 req-af09a59a-b056-4904-955e-1d08f08822af tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0374503
Jan 28 02:08:57.786419 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 46522) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:57.805772 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-7f498e12-adfa-4e85-a77a-f6ac989f3c9b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4008527
Jan 28 02:08:57.810034 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 46524) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:57.816926 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-73be2ed1-3b0e-4ffb-8bf4-ae1d315120d3 admin admin] Request body: {'subnet': {'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-222337931-subnet', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:08:57.821527 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f498e12-adfa-4e85-a77a-f6ac989f3c9b admin admin] Pushing event updated for resources: {'Network': ['ID=a3e05f9b-588b-4d48-8a35-7443e06d1f95,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:57.828835 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08ab342-fcb2-4a66-9b20-96ae8534ac89 tempest-TestVolumeBootPattern-318711507 tempest-TestVolumeBootPattern-318711507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:57.831419 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-d08ab342-fcb2-4a66-9b20-96ae8534ac89 tempest-TestVolumeBootPattern-318711507 tempest-TestVolumeBootPattern-318711507-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 1093 time: 0.0439842
Jan 28 02:08:57.832994 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Network a3e05f9b-588b-4d48-8a35-7443e06d1f95 details requested by agent ovs-agent-dv-cinder-824979-1-iscsi with host dv-cinder-824979-1-iscsi {{(pid=101324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:08:57.834217 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 46526) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:57.840856 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Request body: {'floatingip': {'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'port_id': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:08:57.859904 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73be2ed1-3b0e-4ffb-8bf4-ae1d315120d3 admin admin] Made reservation on behalf of ad1d1897a9674c6bbcd0e4d1bd0b55ab for: {'subnet': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:08:57.863725 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-73be2ed1-3b0e-4ffb-8bf4-ae1d315120d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4289782081'] for subnet, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:57.949949 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for floatingip, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:58.137435 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-73be2ed1-3b0e-4ffb-8bf4-ae1d315120d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4290448720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4289782099'] for subnet, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:58.172512 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:58.227742 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be2ed1-3b0e-4ffb-8bf4-ae1d315120d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e2063a5-7214-4f7d-ae7f-8bd92159687e,revision_number=0']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:58.262466 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73be2ed1-3b0e-4ffb-8bf4-ae1d315120d3 admin admin] Checking segment: {'id': '33dd6e7a-2f20-4691-a751-b1404b924418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:08:58.262821 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73be2ed1-3b0e-4ffb-8bf4-ae1d315120d3 admin admin] Network hostable DHCP agents. Network: a3e05f9b-588b-4d48-8a35-7443e06d1f95, hostable agents: ['248f8699-8ae1-4821-802a-c8c6bbf99ca2'], hosted agents: [] {{(pid=101323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:08:58.552078 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73be2ed1-3b0e-4ffb-8bf4-ae1d315120d3 admin admin] Network a3e05f9b-588b-4d48-8a35-7443e06d1f95 is scheduled to be hosted by DHCP agent 248f8699-8ae1-4821-802a-c8c6bbf99ca2 with binding_index 1 {{(pid=101323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:08:58.554521 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Allocated IP 172.27.3.168 (77030b15-4317-4bc4-9693-f7afef5939e8/a10a135b-d338-4414-a2fc-bd26c83c352b/c277e4e9-1ddc-4339-889d-aefba27eda87) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:08:58.568265 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-73be2ed1-3b0e-4ffb-8bf4-ae1d315120d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824979-1-iscsi, a3e05f9b-588b-4d48-8a35-7443e06d1f95) {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:08:58.576323 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73be2ed1-3b0e-4ffb-8bf4-ae1d315120d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:58.577008 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f82d02-eaa4-4115-8f6d-24d706a874aa None None] Network a3e05f9b-588b-4d48-8a35-7443e06d1f95 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:08:58.577776 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-73be2ed1-3b0e-4ffb-8bf4-ae1d315120d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:58.626189 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-73be2ed1-3b0e-4ffb-8bf4-ae1d315120d3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8150980
Jan 28 02:08:58.629059 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 46528) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:58.634858 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-a5cf9393-81d5-4d4c-bb5a-4affbf927926 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:08:58.665680 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9393-81d5-4d4c-bb5a-4affbf927926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124643'] for router, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:58.666411 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9393-81d5-4d4c-bb5a-4affbf927926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124570'] for router, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:58.688916 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:58.728048 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:58.730294 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9393-81d5-4d4c-bb5a-4affbf927926 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:58.745153 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd861fa95-f82e-5eb8-8e3c-25f8e9fee4ad-a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'fixed_ips': [{'subnet_id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e'}]}} from dv-cinder-824979-1-iscsi. {{(pid=101324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jan 28 02:08:58.746055 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:58.768811 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Network 77030b15-4317-4bc4-9693-f7afef5939e8 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:08:58.772412 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:08:58.776126 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:08:58.801532 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event updated for resources: {'Port': ['ID=c277e4e9-1ddc-4339-889d-aefba27eda87,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:58.880873 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9393-81d5-4d4c-bb5a-4affbf927926 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:58.884979 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Allocated IP 172.20.0.2 (a3e05f9b-588b-4d48-8a35-7443e06d1f95/0e2063a5-7214-4f7d-ae7f-8bd92159687e/32828cae-05ec-49be-826d-39ba32cb6306) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:08:59.066149 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:59.073456 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:59.118935 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Network a3e05f9b-588b-4d48-8a35-7443e06d1f95 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:08:59.120340 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9393-81d5-4d4c-bb5a-4affbf927926 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:59.122809 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Resources bound (agent type, host, resource id):  {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:08:59.124685 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Pushing event updated for resources: {'Port': ['ID=32828cae-05ec-49be-826d-39ba32cb6306,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:59.131140 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:08:59.134743 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:59.135642 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:59.135642 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:59.136033 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:59.136033 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:59.136386 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:59.136674 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:59.136989 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:59.137301 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:59.137616 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:59.137961 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:59.138278 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:59.141954 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9393-81d5-4d4c-bb5a-4affbf927926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:59.178163 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:59.195482 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Attempting to bind port 32828cae-05ec-49be-826d-39ba32cb6306 on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:08:59.195975 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Attempting to bind port 32828cae-05ec-49be-826d-39ba32cb6306 by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '33dd6e7a-2f20-4691-a751-b1404b924418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:08:59.196590 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Attempting to bind port 32828cae-05ec-49be-826d-39ba32cb6306 on network a3e05f9b-588b-4d48-8a35-7443e06d1f95 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:08:59.201737 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:08:59.202136 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Checking segment: {'id': '33dd6e7a-2f20-4691-a751-b1404b924418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:08:59.202535 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:59.202922 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Bound using segment: {'id': '33dd6e7a-2f20-4691-a751-b1404b924418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:08:59.203375 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Bound port: 32828cae-05ec-49be-826d-39ba32cb6306, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33dd6e7a-2f20-4691-a751-b1404b924418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:08:59.203758 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:59.254206 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:59.258283 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_common [None req-a5cf9393-81d5-4d4c-bb5a-4affbf927926 admin admin] Allocated IP 172.27.3.142 (77030b15-4317-4bc4-9693-f7afef5939e8/a10a135b-d338-4414-a2fc-bd26c83c352b/5313db83-bb3b-4909-a65c-ce5256a40307) {{(pid=101322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:08:59.280993 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] For port 32828cae-05ec-49be-826d-39ba32cb6306, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:08:59.286626 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] For port 32828cae-05ec-49be-826d-39ba32cb6306, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=32828cae-05ec-49be-826d-39ba32cb6306,segment=NetworkSegment(33dd6e7a-2f20-4691-a751-b1404b924418),segment_id=33dd6e7a-2f20-4691-a751-b1404b924418)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:08:59.291476 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:59.351093 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd78e60-275b-4652-9cf3-71ff2f8a66f2 None None] Pushing event updated for resources: {'Port': ['ID=32828cae-05ec-49be-826d-39ba32cb6306,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:59.382206 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9393-81d5-4d4c-bb5a-4affbf927926 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:59.417276 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9393-81d5-4d4c-bb5a-4affbf927926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:59.425675 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:59.430972 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:59.463128 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cf9393-81d5-4d4c-bb5a-4affbf927926 admin admin] Network 77030b15-4317-4bc4-9693-f7afef5939e8 is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:08:59.466319 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-a5cf9393-81d5-4d4c-bb5a-4affbf927926 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:08:59.470754 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf9393-81d5-4d4c-bb5a-4affbf927926 admin admin] Received port after_create {{(pid=101322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:08:59.474339 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf9393-81d5-4d4c-bb5a-4affbf927926 admin admin] Pushing event updated for resources: {'Port': ['ID=5313db83-bb3b-4909-a65c-ce5256a40307,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:59.517018 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551309'] for floatingip, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:59.572271 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event updated for resources: {'Port': ['ID=c277e4e9-1ddc-4339-889d-aefba27eda87,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:59.644857 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.db.l3_db [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Floating IP e4f89888-809c-41c9-acdc-ce9b760bb659 associated. External IP: 172.27.3.168, port: ad3725b6-3af9-47fd-8f63-1d51eba272ca.
Jan 28 02:08:59.762662 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9393-81d5-4d4c-bb5a-4affbf927926 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:59.862354 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Router 7ecd1c88-263f-4999-899c-b6c8b6899074 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:08:59.959680 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9393-81d5-4d4c-bb5a-4affbf927926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551287'] for router, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:59.971580 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:08:59.981506 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0a06cb-ec37-4027-b698-1396bec69c72 None None] Sync routers for ids ['7ecd1c88-263f-4999-899c-b6c8b6899074'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:08:59.992852 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:59.994030 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0a06cb-ec37-4027-b698-1396bec69c72 None None] Routers {'7ecd1c88-263f-4999-899c-b6c8b6899074'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:08:59.994919 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-de0a06cb-ec37-4027-b698-1396bec69c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa8e1790>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:08:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['7ecd1c88-263f-4999-899c-b6c8b6899074'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:00.027233 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-14fd9737-ee65-4bb4-ae76-1388103bada3 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1919348
Jan 28 02:09:00.027835 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'tag': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:09:00.030269 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a09d9b9-1f3c-42ba-b7fe-18bea4df0375" -d '{"events": [{"name": "network-changed", "server_uuid": "4649f96b-6d9f-42e4-899e-806ed1eec112", "tag": "ad3725b6-3af9-47fd-8f63-1d51eba272ca"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:09:00.089658 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69679ddd-2e13-4931-97ec-826745a7fc97 x-openstack-request-id: req-69679ddd-2e13-4931-97ec-826745a7fc97 {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:09:00.090125 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4649f96b-6d9f-42e4-899e-806ed1eec112", "tag": "ad3725b6-3af9-47fd-8f63-1d51eba272ca", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:09:00.090528 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69679ddd-2e13-4931-97ec-826745a7fc97 {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:09:00.090881 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'tag': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca', 'status': 'completed', 'code': 200}
Jan 28 02:09:00.143424 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cf9393-81d5-4d4c-bb5a-4affbf927926 admin admin] Router 2a51a144-39cd-46f3-9be3-28873b121c6d is scheduled to L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 with binding_index 1 {{(pid=101322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 28 02:09:00.191125 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09d9b9-1f3c-42ba-b7fe-18bea4df0375 req-4f42cf67-1a96-4555-9cac-2b3633e884aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:00.193007 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-3a09d9b9-1f3c-42ba-b7fe-18bea4df0375 req-4f42cf67-1a96-4555-9cac-2b3633e884aa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d88874e13aa04221b933b43cb2350ad2&device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 1098 time: 0.0561955
Jan 28 02:09:00.218517 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-de0a06cb-ec37-4027-b698-1396bec69c72 None None] Set router 7ecd1c88-263f-4999-899c-b6c8b6899074 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:09:00.269323 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cf9393-81d5-4d4c-bb5a-4affbf927926 admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:09:00.280547 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] Sync routers for ids ['2a51a144-39cd-46f3-9be3-28873b121c6d'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:09:00.293178 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] Routers {'2a51a144-39cd-46f3-9be3-28873b121c6d'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:09:00.293952 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa68dcd0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:08:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['2a51a144-39cd-46f3-9be3-28873b121c6d'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:00.311324 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9393-81d5-4d4c-bb5a-4affbf927926 admin admin] Notify callbacks [] for router, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:00.312905 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-a5cf9393-81d5-4d4c-bb5a-4affbf927926 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.6817424
Jan 28 02:09:00.316042 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 46534) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:00.382350 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09d9b9-1f3c-42ba-b7fe-18bea4df0375 req-eee65b2d-6aeb-4cd8-b544-8a935141b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:00.384501 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-3a09d9b9-1f3c-42ba-b7fe-18bea4df0375 req-eee65b2d-6aeb-4cd8-b544-8a935141b1ff service neutron] 10.222.0.82 "GET /v2.0/networks?id=7946a91b-c87f-479e-b41f-92c9cd8d4828 HTTP/1.1" status: 200  len: 912 time: 0.1847835
Jan 28 02:09:00.416615 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1228b9dd-27cf-411b-bd92-2d2cdadbb8c6 None None] Network a3e05f9b-588b-4d48-8a35-7443e06d1f95 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:09:00.483767 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] Set router 2a51a144-39cd-46f3-9be3-28873b121c6d gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:09:00.503203 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-3a09d9b9-1f3c-42ba-b7fe-18bea4df0375 req-9fc778cd-f56f-4586-a584-105ce40edefa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad3725b6-3af9-47fd-8f63-1d51eba272ca HTTP/1.1" status: 200  len: 999 time: 0.1104772
Jan 28 02:09:00.516515 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-de0a06cb-ec37-4027-b698-1396bec69c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa8e1790>, [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': 'e4f89888-809c-41c9-acdc-ce9b760bb659', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'port_id': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'mac_address': 'fa:16:3e:1f:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:08:59Z', 'revision_number': 0, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 5, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:00.549285 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0a06cb-ec37-4027-b698-1396bec69c72 None None] Checking router: 7ecd1c88-263f-4999-899c-b6c8b6899074 for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:09:00.561707 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0a06cb-ec37-4027-b698-1396bec69c72 None None] Routers {'7ecd1c88-263f-4999-899c-b6c8b6899074'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:09:00.563217 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-de0a06cb-ec37-4027-b698-1396bec69c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa8e1790>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:08:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['7ecd1c88-263f-4999-899c-b6c8b6899074'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:00.597189 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09d9b9-1f3c-42ba-b7fe-18bea4df0375 req-042846e9-f5cf-48b0-984d-f9fcf19cff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:00.598800 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-3a09d9b9-1f3c-42ba-b7fe-18bea4df0375 req-042846e9-f5cf-48b0-984d-f9fcf19cff01 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eaa3750d-c13f-4d6a-9333-02aefa682127 HTTP/1.1" status: 200  len: 850 time: 0.0887947
Jan 28 02:09:00.609412 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-4a59fccd-c11c-4ab3-925f-7ed6f1e88994 None None] Provisioning complete for port 32828cae-05ec-49be-826d-39ba32cb6306 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:00.609640 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4a59fccd-c11c-4ab3-925f-7ed6f1e88994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:00.685939 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09d9b9-1f3c-42ba-b7fe-18bea4df0375 req-2065e98e-cae9-4651-a4f4-a690a398b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:00.687422 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-3a09d9b9-1f3c-42ba-b7fe-18bea4df0375 req-2065e98e-cae9-4651-a4f4-a690a398b756 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7946a91b-c87f-479e-b41f-92c9cd8d4828&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0588675
Jan 28 02:09:00.709009 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-de0a06cb-ec37-4027-b698-1396bec69c72 None None] Set router 7ecd1c88-263f-4999-899c-b6c8b6899074 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:09:00.827956 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4a59fccd-c11c-4ab3-925f-7ed6f1e88994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:00.869568 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa68dcd0>, [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:08:59Z', 'revision_number': 3, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port': {'id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:00.882135 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-3a09d9b9-1f3c-42ba-b7fe-18bea4df0375 req-880385f2-b885-4d79-aeb4-e757abe72192 service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1588006
Jan 28 02:09:00.907196 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-4a59fccd-c11c-4ab3-925f-7ed6f1e88994 None None] For port 32828cae-05ec-49be-826d-39ba32cb6306, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=32828cae-05ec-49be-826d-39ba32cb6306,segment=NetworkSegment(33dd6e7a-2f20-4691-a751-b1404b924418),segment_id=33dd6e7a-2f20-4691-a751-b1404b924418)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:00.908705 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] Checking router: 2a51a144-39cd-46f3-9be3-28873b121c6d for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:09:00.909094 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] Updating router 2a51a144-39cd-46f3-9be3-28873b121c6d port 5313db83-bb3b-4909-a65c-ce5256a40307 binding host dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:09:00.928976 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4a59fccd-c11c-4ab3-925f-7ed6f1e88994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:00.962390 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:00.994807 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-3a09d9b9-1f3c-42ba-b7fe-18bea4df0375 req-001f0aa8-4e7d-441f-9783-7bf786de3d14 service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1047211
Jan 28 02:09:00.997444 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-de0a06cb-ec37-4027-b698-1396bec69c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa8e1790>, [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': 'e4f89888-809c-41c9-acdc-ce9b760bb659', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'port_id': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'mac_address': 'fa:16:3e:1f:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:08:59Z', 'revision_number': 0, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 5, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:01.016136 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59fccd-c11c-4ab3-925f-7ed6f1e88994 None None] Pushing event updated for resources: {'Port': ['ID=32828cae-05ec-49be-826d-39ba32cb6306,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:01.041924 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0a06cb-ec37-4027-b698-1396bec69c72 None None] The sync data for ids ['7ecd1c88-263f-4999-899c-b6c8b6899074'] in dv-cinder-824979-1-iscsi is: [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': 'e4f89888-809c-41c9-acdc-ce9b760bb659', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'port_id': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'mac_address': 'fa:16:3e:1f:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:08:59Z', 'revision_number': 0, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 5, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:09:01.184931 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-3254a4f0-eb06-4d8e-9a67-52e6d26f4da6 None None] Provisioning complete for port 32828cae-05ec-49be-826d-39ba32cb6306 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:01.185390 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3254a4f0-eb06-4d8e-9a67-52e6d26f4da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:01.288651 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2b16ef-ed72-4c1c-8005-9c038c433ada None None] New status for floating IP e4f89888-809c-41c9-acdc-ce9b760bb659: ACTIVE {{(pid=101325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:09:01.378630 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ff0df741-5a32-419a-9eb8-dec863d64892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:01.411970 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 32828cae-05ec-49be-826d-39ba32cb6306 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:09:01.541247 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:01.550364 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:01.556287 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [None req-ff0df741-5a32-419a-9eb8-dec863d64892 admin admin] Allocated IP 172.20.0.1 (a3e05f9b-588b-4d48-8a35-7443e06d1f95/0e2063a5-7214-4f7d-ae7f-8bd92159687e/7e34a120-aae3-4067-822e-550d582b4634) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:09:01.557841 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 32828cae-05ec-49be-826d-39ba32cb6306 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:01.558222 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:01.627148 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] Attempting to bind port 5313db83-bb3b-4909-a65c-ce5256a40307 on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:09:01.627466 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] Attempting to bind port 5313db83-bb3b-4909-a65c-ce5256a40307 by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:09:01.627785 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] Attempting to bind port 5313db83-bb3b-4909-a65c-ce5256a40307 on network 77030b15-4317-4bc4-9693-f7afef5939e8 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:09:01.641565 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:09:01.641968 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] Checking segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:09:01.642378 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:01.642770 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] Bound using segment: {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:09:01.643237 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] Bound port: 5313db83-bb3b-4909-a65c-ce5256a40307, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4950ae0d-f12e-41aa-8633-3b073346b186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:09:01.643615 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:01.645051 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2b563-3124-4b63-99aa-f7827355b11e None None] Pushing event updated for resources: {'Port': ['ID=5313db83-bb3b-4909-a65c-ce5256a40307,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:01.684257 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ff0df741-5a32-419a-9eb8-dec863d64892 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:01.722346 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ff0df741-5a32-419a-9eb8-dec863d64892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:01.742606 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] For port 5313db83-bb3b-4909-a65c-ce5256a40307, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:09:01.745918 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] For port 5313db83-bb3b-4909-a65c-ce5256a40307, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=5313db83-bb3b-4909-a65c-ce5256a40307,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:09:01.751176 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:01.766556 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0df741-5a32-419a-9eb8-dec863d64892 admin admin] Network a3e05f9b-588b-4d48-8a35-7443e06d1f95 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:09:01.771760 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-ff0df741-5a32-419a-9eb8-dec863d64892 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:09:01.775573 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0df741-5a32-419a-9eb8-dec863d64892 admin admin] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:09:01.802863 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0df741-5a32-419a-9eb8-dec863d64892 admin admin] Pushing event updated for resources: {'Port': ['ID=7e34a120-aae3-4067-822e-550d582b4634,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:01.808438 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] Routers {'2a51a144-39cd-46f3-9be3-28873b121c6d'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:09:01.809087 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa68dcd0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:08:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['2a51a144-39cd-46f3-9be3-28873b121c6d'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:01.814322 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2b563-3124-4b63-99aa-f7827355b11e None None] Pushing event updated for resources: {'Port': ['ID=5313db83-bb3b-4909-a65c-ce5256a40307,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:01.820003 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ff0df741-5a32-419a-9eb8-dec863d64892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545034'] for router_interface, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:01.929516 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] Set router 2a51a144-39cd-46f3-9be3-28873b121c6d gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:09:01.956835 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ff0df741-5a32-419a-9eb8-dec863d64892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:02.070896 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-27589c14-55ca-4c22-b54f-306bc9ce28e4 None None] Provisioning complete for port 7e34a120-aae3-4067-822e-550d582b4634 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:02.071439 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-27589c14-55ca-4c22-b54f-306bc9ce28e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:02.123796 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ff0df741-5a32-419a-9eb8-dec863d64892 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:02.128849 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-27589c14-55ca-4c22-b54f-306bc9ce28e4 None None] Port 7e34a120-aae3-4067-822e-550d582b4634 cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:09:02.129506 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ff0df741-5a32-419a-9eb8-dec863d64892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:02.149695 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa68dcd0>, [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:08:59Z', 'revision_number': 3, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port': {'id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:02.176262 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2877a4-4d2b-4e28-80d5-3c198239e01d None None] The sync data for ids ['2a51a144-39cd-46f3-9be3-28873b121c6d'] in dv-cinder-824979-1-iscsi is: [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:08:59Z', 'revision_number': 3, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port': {'id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:09:02.198969 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ff0df741-5a32-419a-9eb8-dec863d64892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545206'] for router_interface, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:02.200794 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0df741-5a32-419a-9eb8-dec863d64892 admin admin] Pushing event updated for resources: {'Port': ['ID=7e34a120-aae3-4067-822e-550d582b4634,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:02.298798 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0df741-5a32-419a-9eb8-dec863d64892 admin admin] Network a3e05f9b-588b-4d48-8a35-7443e06d1f95 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:09:02.300217 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-ff0df741-5a32-419a-9eb8-dec863d64892 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:09:02.449414 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0df741-5a32-419a-9eb8-dec863d64892 admin admin] Router 2a51a144-39cd-46f3-9be3-28873b121c6d has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:09:02.554955 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-fb373e27-3523-44f2-8197-efb99cdf7e91 None None] Provisioning complete for port 7e34a120-aae3-4067-822e-550d582b4634 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:02.555482 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb373e27-3523-44f2-8197-efb99cdf7e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:02.570947 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0df741-5a32-419a-9eb8-dec863d64892 admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:09:02.577185 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-ff0df741-5a32-419a-9eb8-dec863d64892 admin admin] 10.222.0.77 "PUT /v2.0/routers/2a51a144-39cd-46f3-9be3-28873b121c6d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2552407
Jan 28 02:09:02.593081 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-fb373e27-3523-44f2-8197-efb99cdf7e91 None None] Port 7e34a120-aae3-4067-822e-550d582b4634 cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:09:03.119437 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 46542) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:03.124913 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-dc90507a-5c18-4655-aed0-55c0c3dc45c5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--415066890', 'description': 'tempest-description--576470629'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:03.149821 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-dc90507a-5c18-4655-aed0-55c0c3dc45c5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:03.220463 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-dc90507a-5c18-4655-aed0-55c0c3dc45c5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:03.224928 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-dc90507a-5c18-4655-aed0-55c0c3dc45c5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:03.259051 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-dc90507a-5c18-4655-aed0-55c0c3dc45c5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:03.263285 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 46544) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:03.263801 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-dc90507a-5c18-4655-aed0-55c0c3dc45c5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.1428525
Jan 28 02:09:03.271310 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90507a-5c18-4655-aed0-55c0c3dc45c5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7073dcb-987a-4341-b9e8-cb8e6bde928f,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:03.275411 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-197eb638-563a-4b90-8ea7-b0fd877c8768 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Request body: {'security_group_rule': {'security_group_id': 'e7073dcb-987a-4341-b9e8-cb8e6bde928f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:03.310494 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-197eb638-563a-4b90-8ea7-b0fd877c8768 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:03.330927 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 5313db83-bb3b-4909-a65c-ce5256a40307 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:09:03.377277 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-197eb638-563a-4b90-8ea7-b0fd877c8768 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:03.380775 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 5313db83-bb3b-4909-a65c-ce5256a40307 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:03.381148 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:03.381287 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-197eb638-563a-4b90-8ea7-b0fd877c8768 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:03.402459 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197eb638-563a-4b90-8ea7-b0fd877c8768 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db0af50-86d9-4169-91ac-41e74371b5c4,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:03.408216 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-197eb638-563a-4b90-8ea7-b0fd877c8768 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:03.409439 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-197eb638-563a-4b90-8ea7-b0fd877c8768 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1441021
Jan 28 02:09:03.412881 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 46546) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:03.417188 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-20f9b51a-4271-44ca-9599-19414c71b554 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Request body: {'security_group_rule': {'security_group_id': 'e7073dcb-987a-4341-b9e8-cb8e6bde928f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:03.447481 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-20f9b51a-4271-44ca-9599-19414c71b554 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:03.475408 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:03.497497 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] For port 5313db83-bb3b-4909-a65c-ce5256a40307, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=5313db83-bb3b-4909-a65c-ce5256a40307,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:03.502364 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:03.517688 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-20f9b51a-4271-44ca-9599-19414c71b554 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:03.522813 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-20f9b51a-4271-44ca-9599-19414c71b554 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:03.543060 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9b51a-4271-44ca-9599-19414c71b554 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1e88a8-6cbc-454b-8621-4e6872ac7198,revision_number=0']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:03.552972 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-20f9b51a-4271-44ca-9599-19414c71b554 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:03.554240 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-20f9b51a-4271-44ca-9599-19414c71b554 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1404114
Jan 28 02:09:03.557224 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 46548) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:03.558446 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Pushing event updated for resources: {'Port': ['ID=5313db83-bb3b-4909-a65c-ce5256a40307,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:03.562843 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-e01d6a1d-8579-4625-8ce1-125586bb592b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Request body: {'floatingip': {'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:03.588192 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e01d6a1d-8579-4625-8ce1-125586bb592b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for floatingip, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:03.705378 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e01d6a1d-8579-4625-8ce1-125586bb592b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:03.813219 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_common [None req-e01d6a1d-8579-4625-8ce1-125586bb592b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Allocated IP 172.27.3.219 (77030b15-4317-4bc4-9693-f7afef5939e8/a10a135b-d338-4414-a2fc-bd26c83c352b/ff518161-fcf4-4388-b270-f4ed732a728d) {{(pid=101322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:09:03.815414 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] Sync routers for ids ['2a51a144-39cd-46f3-9be3-28873b121c6d'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:09:03.828447 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] Routers {'2a51a144-39cd-46f3-9be3-28873b121c6d'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:09:03.829097 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa4f9160>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:08:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['2a51a144-39cd-46f3-9be3-28873b121c6d'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:03.918318 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e01d6a1d-8579-4625-8ce1-125586bb592b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for port, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:03.944070 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] Set router 2a51a144-39cd-46f3-9be3-28873b121c6d gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:09:03.954814 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e01d6a1d-8579-4625-8ce1-125586bb592b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:03.996444 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01d6a1d-8579-4625-8ce1-125586bb592b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Network 77030b15-4317-4bc4-9693-f7afef5939e8 is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:09:03.999267 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-e01d6a1d-8579-4625-8ce1-125586bb592b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:09:04.003580 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01d6a1d-8579-4625-8ce1-125586bb592b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Received port after_create {{(pid=101322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:09:04.007095 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d6a1d-8579-4625-8ce1-125586bb592b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Pushing event updated for resources: {'Port': ['ID=ff518161-fcf4-4388-b270-f4ed732a728d,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:04.092667 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e01d6a1d-8579-4625-8ce1-125586bb592b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:04.126197 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e01d6a1d-8579-4625-8ce1-125586bb592b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:04.144352 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa4f9160>, [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 4, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port': {'id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '7e34a120-aae3-4067-822e-550d582b4634', 'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'mac_address': 'fa:16:3e:31:82:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:01Z', 'updated_at': '2022-01-28T02:09:02Z', 'revision_number': 2, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'subnets': [{'id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:04.170248 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] Checking router: 2a51a144-39cd-46f3-9be3-28873b121c6d for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:09:04.170599 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] Updating router 2a51a144-39cd-46f3-9be3-28873b121c6d port 7e34a120-aae3-4067-822e-550d582b4634 binding host dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:09:04.195090 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:04.282599 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e01d6a1d-8579-4625-8ce1-125586bb592b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for port, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:04.287146 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e01d6a1d-8579-4625-8ce1-125586bb592b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4291371100'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:04.355767 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d6a1d-8579-4625-8ce1-125586bb592b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Pushing event updated for resources: {'Port': ['ID=ff518161-fcf4-4388-b270-f4ed732a728d,revision_number=2']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:04.370245 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e01d6a1d-8579-4625-8ce1-125586bb592b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551309'] for floatingip, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:04.387446 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e01d6a1d-8579-4625-8ce1-125586bb592b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:04.388745 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-e01d6a1d-8579-4625-8ce1-125586bb592b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8305533
Jan 28 02:09:04.493527 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:04.500167 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:04.550764 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-fd860ed4-c3e7-4ea9-a5fb-e4d8bf231244 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--415066890&fields=id&tenant_id=ad1d1897a9674c6bbcd0e4d1bd0b55ab HTTP/1.1" status: 200  len: 267 time: 0.0348139
Jan 28 02:09:04.573085 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc6ac3-7c1e-450e-a938-5ec928e9765c None None] Pushing event updated for resources: {'Port': ['ID=7e34a120-aae3-4067-822e-550d582b4634,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:04.624443 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] Attempting to bind port 7e34a120-aae3-4067-822e-550d582b4634 on host dv-cinder-824979-1-iscsi for vnic_type normal with profile  {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:09:04.624820 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] Attempting to bind port 7e34a120-aae3-4067-822e-550d582b4634 by drivers openvswitch,hyperv on host dv-cinder-824979-1-iscsi at level 0 using segments [{'id': '33dd6e7a-2f20-4691-a751-b1404b924418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:09:04.625165 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] Attempting to bind port 7e34a120-aae3-4067-822e-550d582b4634 on network a3e05f9b-588b-4d48-8a35-7443e06d1f95 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:09:04.631811 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] Checking agent: {'id': 'b1294c96-d3c2-4fe4-8c3d-53f764f7d61a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824979-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 53, 17), 'started_at': datetime.datetime(2022, 1, 28, 1, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824979-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:09:04.632212 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] Checking segment: {'id': '33dd6e7a-2f20-4691-a751-b1404b924418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:09:04.632614 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:04.633003 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] Bound using segment: {'id': '33dd6e7a-2f20-4691-a751-b1404b924418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:09:04.633464 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] Bound port: 7e34a120-aae3-4067-822e-550d582b4634, host: dv-cinder-824979-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33dd6e7a-2f20-4691-a751-b1404b924418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:09:04.633861 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:04.702256 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] For port 7e34a120-aae3-4067-822e-550d582b4634, host dv-cinder-824979-1-iscsi, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:09:04.706328 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] For port 7e34a120-aae3-4067-822e-550d582b4634, host dv-cinder-824979-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=7e34a120-aae3-4067-822e-550d582b4634,segment=NetworkSegment(33dd6e7a-2f20-4691-a751-b1404b924418),segment_id=33dd6e7a-2f20-4691-a751-b1404b924418)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:09:04.711968 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:04.716785 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-f2fed0de-a0fc-433d-895c-ce05ba9babc2 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:04.718372 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-f2fed0de-a0fc-433d-895c-ce05ba9babc2 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/networks?id=a3e05f9b-588b-4d48-8a35-7443e06d1f95 HTTP/1.1" status: 200  len: 810 time: 0.1482818
Jan 28 02:09:04.735724 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-e341444e-00a9-46ba-b6d9-8ddd1a76f880 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/quotas/ad1d1897a9674c6bbcd0e4d1bd0b55ab HTTP/1.1" status: 200  len: 375 time: 0.0102849
Jan 28 02:09:04.778531 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] Routers {'2a51a144-39cd-46f3-9be3-28873b121c6d'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:09:04.779197 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa4f9160>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:08:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['2a51a144-39cd-46f3-9be3-28873b121c6d'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:04.803977 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-423da7f8-743e-4a31-b9ad-31fcafce3f3d tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ad1d1897a9674c6bbcd0e4d1bd0b55ab&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0578942
Jan 28 02:09:04.814354 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc6ac3-7c1e-450e-a938-5ec928e9765c None None] Pushing event updated for resources: {'Port': ['ID=7e34a120-aae3-4067-822e-550d582b4634,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:04.920122 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-ead686ec-f5ad-4d36-ba22-a7a6c41e014d service neutron] 10.222.0.77 "GET /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1037185
Jan 28 02:09:05.002662 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-0e6d8b7b-0497-4770-9d1b-e3dcb18055bd None None] Provisioning complete for port 7e34a120-aae3-4067-822e-550d582b4634 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:05.003031 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8b7b-0497-4770-9d1b-e3dcb18055bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:05.017547 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-a3b56883-36f6-4e2a-bd67-b05c71fdef3d service neutron] 10.222.0.77 "GET /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899177
Jan 28 02:09:05.055399 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] Set router 2a51a144-39cd-46f3-9be3-28873b121c6d gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:09:05.232174 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0b0c9565-fde4-4da2-9eff-9a671af4be28 req-d5681e94-1af3-41ef-bf58-56d74d155734 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 210 time: 0.0273333
Jan 28 02:09:05.244272 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8b7b-0497-4770-9d1b-e3dcb18055bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:05.328050 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-0e6d8b7b-0497-4770-9d1b-e3dcb18055bd None None] For port 7e34a120-aae3-4067-822e-550d582b4634, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=7e34a120-aae3-4067-822e-550d582b4634,segment=NetworkSegment(33dd6e7a-2f20-4691-a751-b1404b924418),segment_id=33dd6e7a-2f20-4691-a751-b1404b924418)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:05.332072 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8b7b-0497-4770-9d1b-e3dcb18055bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:05.353658 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 5313db83-bb3b-4909-a65c-ce5256a40307 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:09:05.449773 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d8b7b-0497-4770-9d1b-e3dcb18055bd None None] Pushing event updated for resources: {'Port': ['ID=7e34a120-aae3-4067-822e-550d582b4634,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:05.473772 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-a62b9128-04c1-4fc0-b693-f6cd40491d7d None None] Provisioning complete for port 7e34a120-aae3-4067-822e-550d582b4634 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:05.474142 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a62b9128-04c1-4fc0-b693-f6cd40491d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:05.498335 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 5313db83-bb3b-4909-a65c-ce5256a40307 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:05.498704 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:05.503174 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa4f9160>, [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 4, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port': {'id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '7e34a120-aae3-4067-822e-550d582b4634', 'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'mac_address': 'fa:16:3e:31:82:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:01Z', 'updated_at': '2022-01-28T02:09:04Z', 'revision_number': 4, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'subnets': [{'id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:05.555705 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa9266a-31c9-4d82-9d57-d3c535304924 None None] The sync data for ids ['2a51a144-39cd-46f3-9be3-28873b121c6d'] in dv-cinder-824979-1-iscsi is: [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 4, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port': {'id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '7e34a120-aae3-4067-822e-550d582b4634', 'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'mac_address': 'fa:16:3e:31:82:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:01Z', 'updated_at': '2022-01-28T02:09:04Z', 'revision_number': 4, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'subnets': [{'id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:09:06.371468 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4f4fbcbd-c3c4-48a8-849f-50e2649a804e req-c9bfb811-ef21-4b64-b927-db426a6d06a4 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 210 time: 0.0313861
Jan 28 02:09:06.403033 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-b8489b04-04c8-4a43-ac71-891fc1332cd3 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:06.404554 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-b8489b04-04c8-4a43-ac71-891fc1332cd3 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.82 "GET /v2.0/networks?id=a3e05f9b-588b-4d48-8a35-7443e06d1f95 HTTP/1.1" status: 200  len: 810 time: 0.1326196
Jan 28 02:09:06.473165 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-615f1e48-c3e4-441c-8ed8-3aab8f1b698e tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad1d1897a9674c6bbcd0e4d1bd0b55ab HTTP/1.1" status: 200  len: 379 time: 0.0473297
Jan 28 02:09:06.483108 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-ee8a18fa-3563-4407-a33b-96a449c8a608 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Request body: {'port': {'device_id': '390009be-47d1-4368-93a3-f95c9c81ef18', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'admin_state_up': True, 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'security_groups': ['e7073dcb-987a-4341-b9e8-cb8e6bde928f']}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:06.599741 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-ee8a18fa-3563-4407-a33b-96a449c8a608 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Made reservation on behalf of ad1d1897a9674c6bbcd0e4d1bd0b55ab for: {'port': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:09:06.603337 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-ee8a18fa-3563-4407-a33b-96a449c8a608 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:06.726419 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-ee8a18fa-3563-4407-a33b-96a449c8a608 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Allocated IP 172.20.0.13 (a3e05f9b-588b-4d48-8a35-7443e06d1f95/0e2063a5-7214-4f7d-ae7f-8bd92159687e/6ea3818d-ee8e-44a7-954e-2458c4d478d4) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:09:06.861578 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-ee8a18fa-3563-4407-a33b-96a449c8a608 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:06.896896 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-ee8a18fa-3563-4407-a33b-96a449c8a608 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:06.939099 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-ee8a18fa-3563-4407-a33b-96a449c8a608 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Network a3e05f9b-588b-4d48-8a35-7443e06d1f95 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:09:06.942678 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-ee8a18fa-3563-4407-a33b-96a449c8a608 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:09:06.946205 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-ee8a18fa-3563-4407-a33b-96a449c8a608 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:09:06.952618 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a18fa-3563-4407-a33b-96a449c8a608 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Pushing event updated for resources: {'Port': ['ID=6ea3818d-ee8e-44a7-954e-2458c4d478d4,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:07.001712 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-ee8a18fa-3563-4407-a33b-96a449c8a608 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:07.002380 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-ee8a18fa-3563-4407-a33b-96a449c8a608 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:07.019882 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-ee8a18fa-3563-4407-a33b-96a449c8a608 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5410435
Jan 28 02:09:07.038813 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Request body: {'port': {'device_id': '390009be-47d1-4368-93a3-f95c9c81ef18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:07.096210 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:07.205272 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-009f3250-c066-4776-9e7e-846e43e314d6 None None] Provisioning complete for port 6ea3818d-ee8e-44a7-954e-2458c4d478d4 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:07.205925 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-009f3250-c066-4776-9e7e-846e43e314d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:07.240598 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-009f3250-c066-4776-9e7e-846e43e314d6 None None] Port 6ea3818d-ee8e-44a7-954e-2458c4d478d4 cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:09:07.323869 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 7e34a120-aae3-4067-822e-550d582b4634 up at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:09:07.364593 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea3818d-ee8e-44a7-954e-2458c4d478d4 {{(pid=101323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:09:07.371845 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:07.372034 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Provisioning complete for port 7e34a120-aae3-4067-822e-550d582b4634 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:07.372416 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:07.384131 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.provisioning_blocks [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Transition to ACTIVE for port object 6ea3818d-ee8e-44a7-954e-2458c4d478d4 will not be triggered until provisioned by entity L2. {{(pid=101323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:09:07.388223 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:07.475055 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Pushing event updated for resources: {'Port': ['ID=6ea3818d-ee8e-44a7-954e-2458c4d478d4,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:07.512843 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1c61d-472e-42b2-9303-bfa8284e465c req-b7a73aac-6378-4435-bb24-9e43b20d230e tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:07.515146 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-61e1c61d-472e-42b2-9303-bfa8284e465c req-b7a73aac-6378-4435-bb24-9e43b20d230e tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 944 time: 0.0661891
Jan 28 02:09:07.524044 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Attempting to bind port 6ea3818d-ee8e-44a7-954e-2458c4d478d4 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:09:07.524377 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Attempting to bind port 6ea3818d-ee8e-44a7-954e-2458c4d478d4 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '33dd6e7a-2f20-4691-a751-b1404b924418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95'}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:09:07.524699 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Attempting to bind port 6ea3818d-ee8e-44a7-954e-2458c4d478d4 on network a3e05f9b-588b-4d48-8a35-7443e06d1f95 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:09:07.529541 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Port 6ea3818d-ee8e-44a7-954e-2458c4d478d4 on network a3e05f9b-588b-4d48-8a35-7443e06d1f95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:09:07.529906 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Attempting to bind port 6ea3818d-ee8e-44a7-954e-2458c4d478d4 on network a3e05f9b-588b-4d48-8a35-7443e06d1f95 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:09:07.535455 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:09:07.535825 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Checking segment: {'id': '33dd6e7a-2f20-4691-a751-b1404b924418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:09:07.536205 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Bound using segment: {'id': '33dd6e7a-2f20-4691-a751-b1404b924418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95'} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:09:07.536629 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Bound port: 6ea3818d-ee8e-44a7-954e-2458c4d478d4, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33dd6e7a-2f20-4691-a751-b1404b924418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95'}}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:09:07.536986 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:07.564046 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-61e1c61d-472e-42b2-9303-bfa8284e465c req-38dbd304-f03a-4880-acdb-276fa7171c8a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412698
Jan 28 02:09:07.606245 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] For port 6ea3818d-ee8e-44a7-954e-2458c4d478d4, host hv-cinder-82497, cleared binding levels {{(pid=101323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:09:07.609562 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] For port 6ea3818d-ee8e-44a7-954e-2458c4d478d4, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=6ea3818d-ee8e-44a7-954e-2458c4d478d4,segment=NetworkSegment(33dd6e7a-2f20-4691-a751-b1404b924418),segment_id=33dd6e7a-2f20-4691-a751-b1404b924418)] {{(pid=101323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:09:07.616304 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:07.651028 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:07.651734 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:07.653114 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] 10.222.0.82 "PUT /v2.0/ports/6ea3818d-ee8e-44a7-954e-2458c4d478d4 HTTP/1.1" status: 200  len: 1094 time: 0.6187801
Jan 28 02:09:07.655646 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390009be-47d1-4368-93a3-f95c9c81ef18', 'tag': '6ea3818d-ee8e-44a7-954e-2458c4d478d4'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:09:07.658021 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f0a40d-abfb-4787-bb01-e839dae61919" -d '{"events": [{"name": "network-changed", "server_uuid": "390009be-47d1-4368-93a3-f95c9c81ef18", "tag": "6ea3818d-ee8e-44a7-954e-2458c4d478d4"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:09:07.695726 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cb388-95ba-48b9-80f1-9fa9a008182e service neutron] Pushing event updated for resources: {'Port': ['ID=6ea3818d-ee8e-44a7-954e-2458c4d478d4,revision_number=3']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:07.708837 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681891ff-162f-4c46-89d9-ba053f7f2555 x-openstack-request-id: req-681891ff-162f-4c46-89d9-ba053f7f2555 {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:09:07.709131 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390009be-47d1-4368-93a3-f95c9c81ef18", "tag": "6ea3818d-ee8e-44a7-954e-2458c4d478d4", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:09:07.709379 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-681891ff-162f-4c46-89d9-ba053f7f2555 {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:09:07.709876 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390009be-47d1-4368-93a3-f95c9c81ef18', 'tag': '6ea3818d-ee8e-44a7-954e-2458c4d478d4', 'status': 'completed', 'code': 200}
Jan 28 02:09:07.789095 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-e4252181-b270-4533-bd8b-bac68188dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:07.792968 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-e4252181-b270-4533-bd8b-bac68188dc4a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad1d1897a9674c6bbcd0e4d1bd0b55ab&device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 1097 time: 0.0470350
Jan 28 02:09:07.844101 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-d791ad15-09a6-4209-a892-31892db06c25 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ea3818d-ee8e-44a7-954e-2458c4d478d4 HTTP/1.1" status: 200  len: 217 time: 0.0350335
Jan 28 02:09:07.896575 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-3524301d-c4f0-4bf6-b359-1c9ea05b27a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:07.898044 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-3524301d-c4f0-4bf6-b359-1c9ea05b27a6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0e2063a5-7214-4f7d-ae7f-8bd92159687e HTTP/1.1" status: 200  len: 849 time: 0.0476215
Jan 28 02:09:07.943510 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-7b04df27-4c96-4cd7-8eb5-3bfb87a74763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:07.944981 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-7b04df27-4c96-4cd7-8eb5-3bfb87a74763 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a3e05f9b-588b-4d48-8a35-7443e06d1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0406351
Jan 28 02:09:08.034345 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-903d1f2e-1935-4088-856f-faeee20c6110 service neutron] 10.222.0.82 "GET /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0787611
Jan 28 02:09:08.126830 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2253ab2d-e187-41bc-842e-516e76cbf9ce req-80d4b0af-e792-4365-ab94-d0a39d9acf84 service neutron] 10.222.0.82 "GET /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851636
Jan 28 02:09:08.266942 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0a40d-abfb-4787-bb01-e839dae61919 req-812eb188-d7f6-4393-bf3a-cd94b9be773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:08.268429 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-06f0a40d-abfb-4787-bb01-e839dae61919 req-812eb188-d7f6-4393-bf3a-cd94b9be773a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad1d1897a9674c6bbcd0e4d1bd0b55ab&device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 1097 time: 0.0410674
Jan 28 02:09:08.363346 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0a40d-abfb-4787-bb01-e839dae61919 req-35154380-43c5-4a8b-a60e-a42db3247690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:08.365320 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-06f0a40d-abfb-4787-bb01-e839dae61919 req-35154380-43c5-4a8b-a60e-a42db3247690 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a3e05f9b-588b-4d48-8a35-7443e06d1f95 HTTP/1.1" status: 200  len: 911 time: 0.0890269
Jan 28 02:09:08.405608 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-06f0a40d-abfb-4787-bb01-e839dae61919 req-ba61f685-d09c-4721-b831-65c6501ec806 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ea3818d-ee8e-44a7-954e-2458c4d478d4 HTTP/1.1" status: 200  len: 217 time: 0.0325089
Jan 28 02:09:08.456455 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0a40d-abfb-4787-bb01-e839dae61919 req-96e74ae1-1aac-49d5-abac-7c0b8becce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:08.457945 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-06f0a40d-abfb-4787-bb01-e839dae61919 req-96e74ae1-1aac-49d5-abac-7c0b8becce88 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0e2063a5-7214-4f7d-ae7f-8bd92159687e HTTP/1.1" status: 200  len: 849 time: 0.0449164
Jan 28 02:09:08.503204 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0a40d-abfb-4787-bb01-e839dae61919 req-5e1ac1a2-d69d-481d-bd4a-04fd05d15d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:08.505098 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-06f0a40d-abfb-4787-bb01-e839dae61919 req-5e1ac1a2-d69d-481d-bd4a-04fd05d15d8d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a3e05f9b-588b-4d48-8a35-7443e06d1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0402334
Jan 28 02:09:08.606110 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-06f0a40d-abfb-4787-bb01-e839dae61919 req-6aaf676e-d15a-4acd-8a5a-42ebafe2b1e9 service neutron] 10.222.0.82 "GET /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0938499
Jan 28 02:09:08.688785 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86716b-3c4b-440f-bb6b-b9ec8e749d6b req-1c0be64b-2afb-4930-bb11-4ec905ccdd5e tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:08.690340 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dc86716b-3c4b-440f-bb6b-b9ec8e749d6b req-1c0be64b-2afb-4930-bb11-4ec905ccdd5e tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 944 time: 0.0502055
Jan 28 02:09:08.696952 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-06f0a40d-abfb-4787-bb01-e839dae61919 req-4c7e0936-cd6b-4b7d-af41-f3d5a0ad7776 service neutron] 10.222.0.82 "GET /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822866
Jan 28 02:09:08.736158 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-dc86716b-3c4b-440f-bb6b-b9ec8e749d6b req-6de54cfe-93f6-41de-808d-48a48fc40280 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397446
Jan 28 02:09:09.849133 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e0269-f968-4260-9364-e8bbda6e2371 req-ff0d3b33-11d1-4062-b030-4d7f856f3690 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:09.850624 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-383e0269-f968-4260-9364-e8bbda6e2371 req-ff0d3b33-11d1-4062-b030-4d7f856f3690 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 944 time: 0.0473354
Jan 28 02:09:09.887505 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-383e0269-f968-4260-9364-e8bbda6e2371 req-a0bffe63-1378-4043-87f5-30b856a12d08 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307782
Jan 28 02:09:11.003694 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36021ca9-19d6-4dc5-8e3b-fc02f4afb896 req-465814df-a1ad-44d3-9e6d-2aa58970d3a8 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:11.005785 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-36021ca9-19d6-4dc5-8e3b-fc02f4afb896 req-465814df-a1ad-44d3-9e6d-2aa58970d3a8 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 944 time: 0.0514009
Jan 28 02:09:11.042981 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-36021ca9-19d6-4dc5-8e3b-fc02f4afb896 req-c6636509-5a36-4ccd-b87a-c95072f4fe41 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0313041
Jan 28 02:09:11.177154 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 6ea3818d-ee8e-44a7-954e-2458c4d478d4 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:09:11.269393 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 6ea3818d-ee8e-44a7-954e-2458c4d478d4, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=6ea3818d-ee8e-44a7-954e-2458c4d478d4,segment=NetworkSegment(33dd6e7a-2f20-4691-a751-b1404b924418),segment_id=33dd6e7a-2f20-4691-a751-b1404b924418)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:11.280328 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': '6ea3818d-ee8e-44a7-954e-2458c4d478d4', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'port_id': '6ea3818d-ee8e-44a7-954e-2458c4d478d4', 'mac_address': 'fa:16:3e:26:ee:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:09:11.320020 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:11.336460 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea3818d-ee8e-44a7-954e-2458c4d478d4 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:09:11.362797 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 6ea3818d-ee8e-44a7-954e-2458c4d478d4, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=6ea3818d-ee8e-44a7-954e-2458c4d478d4,segment=NetworkSegment(33dd6e7a-2f20-4691-a751-b1404b924418),segment_id=33dd6e7a-2f20-4691-a751-b1404b924418)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:11.367465 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:11.414557 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=6ea3818d-ee8e-44a7-954e-2458c4d478d4,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:11.744809 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['6ea3818d-ee8e-44a7-954e-2458c4d478d4'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:09:11.846270 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2c030191-8331-450b-8868-335afc0979b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:12.161612 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302253f5-6157-47fd-a754-08e591e6e9bb req-505b32d5-7787-47b4-b7fb-255f6ef89a28 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:12.163209 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-302253f5-6157-47fd-a754-08e591e6e9bb req-505b32d5-7787-47b4-b7fb-255f6ef89a28 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 945 time: 0.0501149
Jan 28 02:09:12.203497 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-302253f5-6157-47fd-a754-08e591e6e9bb req-3714b468-75b3-4142-99d3-db337ab7b213 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0332241
Jan 28 02:09:13.192686 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 6ea3818d-ee8e-44a7-954e-2458c4d478d4 up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:09:13.251452 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port 6ea3818d-ee8e-44a7-954e-2458c4d478d4 completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:09:13.255307 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port 6ea3818d-ee8e-44a7-954e-2458c4d478d4 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:13.255681 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:13.319098 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074d998-8cb7-4a24-bbc3-58b27344740a req-fa6af7b7-8100-499f-9913-757a0f0f28b3 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:13.320471 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d074d998-8cb7-4a24-bbc3-58b27344740a req-fa6af7b7-8100-499f-9913-757a0f0f28b3 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 945 time: 0.0504937
Jan 28 02:09:13.335792 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:13.359933 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390009be-47d1-4368-93a3-f95c9c81ef18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea3818d-ee8e-44a7-954e-2458c4d478d4'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:09:13.362910 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150f6745-9281-4eb3-845e-a41a787f0338" -d '{"events": [{"server_uuid": "390009be-47d1-4368-93a3-f95c9c81ef18", "name": "network-vif-plugged", "status": "completed", "tag": "6ea3818d-ee8e-44a7-954e-2458c4d478d4"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:09:13.364345 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d074d998-8cb7-4a24-bbc3-58b27344740a req-013d9e89-f890-4003-82c6-9d202d32435e tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0338626
Jan 28 02:09:13.376125 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 6ea3818d-ee8e-44a7-954e-2458c4d478d4, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=6ea3818d-ee8e-44a7-954e-2458c4d478d4,segment=NetworkSegment(33dd6e7a-2f20-4691-a751-b1404b924418),segment_id=33dd6e7a-2f20-4691-a751-b1404b924418)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:13.381504 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:13.410248 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2822734-c033-4266-909a-2ad8813ec55e x-openstack-request-id: req-f2822734-c033-4266-909a-2ad8813ec55e {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:09:13.410534 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390009be-47d1-4368-93a3-f95c9c81ef18", "name": "network-vif-plugged", "status": "completed", "tag": "6ea3818d-ee8e-44a7-954e-2458c4d478d4", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:09:13.411295 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f2822734-c033-4266-909a-2ad8813ec55e {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:09:13.411671 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390009be-47d1-4368-93a3-f95c9c81ef18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea3818d-ee8e-44a7-954e-2458c4d478d4', 'code': 200}
Jan 28 02:09:13.438050 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=6ea3818d-ee8e-44a7-954e-2458c4d478d4,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:13.627324 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a741af-f5f9-4bb2-9b58-c88fafae7a15 req-a0e6c030-263a-42bb-89dc-a5dfee901a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:13.628831 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-c5a741af-f5f9-4bb2-9b58-c88fafae7a15 req-a0e6c030-263a-42bb-89dc-a5dfee901a0d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 1099 time: 0.0469475
Jan 28 02:09:13.663615 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-c5a741af-f5f9-4bb2-9b58-c88fafae7a15 req-2fe1e33d-d02c-4c52-b244-8132cacb1e28 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0277004
Jan 28 02:09:13.901394 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dbfab548-21ba-4991-8f06-e9ad00fc4310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:14.494406 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7980a5-3d12-4939-acba-eedc3b7c8ebf req-5a00dfb0-fd49-4575-a15c-3e4ab14365e0 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:14.495942 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2d7980a5-3d12-4939-acba-eedc3b7c8ebf req-5a00dfb0-fd49-4575-a15c-3e4ab14365e0 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0553567
Jan 28 02:09:14.534235 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-2d7980a5-3d12-4939-acba-eedc3b7c8ebf req-bae4496c-ab61-4d7e-bfe5-7374c7385fd2 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0322258
Jan 28 02:09:14.869955 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:15.327329 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:15.650696 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964844c2-1bf5-4045-ade5-98a87b4808ac req-74c5169d-2b1f-4ce2-80b8-e02060866781 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:15.652184 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-964844c2-1bf5-4045-ade5-98a87b4808ac req-74c5169d-2b1f-4ce2-80b8-e02060866781 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0484672
Jan 28 02:09:15.690676 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-964844c2-1bf5-4045-ade5-98a87b4808ac req-ac523280-c292-489b-acd9-d51fefb10dd0 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0322988
Jan 28 02:09:15.801069 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc42b1c-c517-45bb-9adf-e56d5ac14a8a req-c0015684-3dbc-46a8-835f-e27d181b083f tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:15.802562 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-edc42b1c-c517-45bb-9adf-e56d5ac14a8a req-c0015684-3dbc-46a8-835f-e27d181b083f tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0485952
Jan 28 02:09:15.811034 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 46610) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:15.815646 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-7b81acdd-8dbb-44ed-9cb8-7546255d7415 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Request body: {'floatingip': {'port_id': '6ea3818d-ee8e-44a7-954e-2458c4d478d4'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:15.858559 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7b81acdd-8dbb-44ed-9cb8-7546255d7415 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for floatingip, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:16.528350 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7b81acdd-8dbb-44ed-9cb8-7546255d7415 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:16.532288 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7b81acdd-8dbb-44ed-9cb8-7546255d7415 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551309'] for floatingip, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:16.633682 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.l3_db [None req-7b81acdd-8dbb-44ed-9cb8-7546255d7415 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Floating IP d78188b3-4f42-413d-8c5c-3dcce93d7a10 associated. External IP: 172.27.3.219, port: 6ea3818d-ee8e-44a7-954e-2458c4d478d4.
Jan 28 02:09:16.845007 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b81acdd-8dbb-44ed-9cb8-7546255d7415 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Router 2a51a144-39cd-46f3-9be3-28873b121c6d has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:09:16.852774 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:16.960198 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b81acdd-8dbb-44ed-9cb8-7546255d7415 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:09:16.964780 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7b81acdd-8dbb-44ed-9cb8-7546255d7415 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:16.969725 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4cd09c-8127-49a7-95be-9a5df765871b None None] Sync routers for ids ['2a51a144-39cd-46f3-9be3-28873b121c6d'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:09:16.980118 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4cd09c-8127-49a7-95be-9a5df765871b None None] Routers {'2a51a144-39cd-46f3-9be3-28873b121c6d'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:09:16.980717 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-fc4cd09c-8127-49a7-95be-9a5df765871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa8f1fd0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:09:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['2a51a144-39cd-46f3-9be3-28873b121c6d'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:16.991492 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-7b81acdd-8dbb-44ed-9cb8-7546255d7415 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "PUT /v2.0/floatingips/d78188b3-4f42-413d-8c5c-3dcce93d7a10 HTTP/1.1" status: 200  len: 992 time: 1.1793792
Jan 28 02:09:16.992079 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390009be-47d1-4368-93a3-f95c9c81ef18', 'tag': '6ea3818d-ee8e-44a7-954e-2458c4d478d4'}] {{(pid=101322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:09:16.994354 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22e9aba1f3ae753be8f095bd4de5bd58f45f4f40cfe68f6f18584bec835fbd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db330a3c-d022-44d8-963e-6c389a84d71e" -d '{"events": [{"name": "network-changed", "server_uuid": "390009be-47d1-4368-93a3-f95c9c81ef18", "tag": "6ea3818d-ee8e-44a7-954e-2458c4d478d4"}]}' {{(pid=101322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:09:17.086844 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1615bdd9-1460-41f0-bd12-4312d24e66eb x-openstack-request-id: req-1615bdd9-1460-41f0-bd12-4312d24e66eb {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:09:17.087127 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390009be-47d1-4368-93a3-f95c9c81ef18", "tag": "6ea3818d-ee8e-44a7-954e-2458c4d478d4", "status": "completed", "code": 200}]} {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:09:17.087370 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1615bdd9-1460-41f0-bd12-4312d24e66eb {{(pid=101322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:09:17.087760 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390009be-47d1-4368-93a3-f95c9c81ef18', 'tag': '6ea3818d-ee8e-44a7-954e-2458c4d478d4', 'status': 'completed', 'code': 200}
Jan 28 02:09:17.088921 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-fc4cd09c-8127-49a7-95be-9a5df765871b None None] Set router 2a51a144-39cd-46f3-9be3-28873b121c6d gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:09:17.202896 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db330a3c-d022-44d8-963e-6c389a84d71e req-054fe0ec-b198-404b-b212-4f42c4ad3cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:17.204389 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-db330a3c-d022-44d8-963e-6c389a84d71e req-054fe0ec-b198-404b-b212-4f42c4ad3cc7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad1d1897a9674c6bbcd0e4d1bd0b55ab&device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 1099 time: 0.0409067
Jan 28 02:09:17.295954 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db330a3c-d022-44d8-963e-6c389a84d71e req-2b1bdd32-cf1b-4f95-9643-e64ac5b71e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:17.297584 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-db330a3c-d022-44d8-963e-6c389a84d71e req-2b1bdd32-cf1b-4f95-9643-e64ac5b71e96 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a3e05f9b-588b-4d48-8a35-7443e06d1f95 HTTP/1.1" status: 200  len: 911 time: 0.0854962
Jan 28 02:09:17.320475 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-fc4cd09c-8127-49a7-95be-9a5df765871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa8f1fd0>, [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 4, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port': {'id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': 'd78188b3-4f42-413d-8c5c-3dcce93d7a10', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'port_id': '6ea3818d-ee8e-44a7-954e-2458c4d478d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'mac_address': 'fa:16:3e:26:ee:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390009be-47d1-4368-93a3-f95c9c81ef18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:09:04Z', 'updated_at': '2022-01-28T02:09:16Z', 'revision_number': 1, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e34a120-aae3-4067-822e-550d582b4634', 'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'mac_address': 'fa:16:3e:31:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:01Z', 'updated_at': '2022-01-28T02:09:05Z', 'revision_number': 5, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'subnets': [{'id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:17.347730 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4cd09c-8127-49a7-95be-9a5df765871b None None] Checking router: 2a51a144-39cd-46f3-9be3-28873b121c6d for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:09:17.356522 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:17.357619 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4cd09c-8127-49a7-95be-9a5df765871b None None] Routers {'2a51a144-39cd-46f3-9be3-28873b121c6d'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:09:17.358659 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-fc4cd09c-8127-49a7-95be-9a5df765871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa8f1fd0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:09:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['2a51a144-39cd-46f3-9be3-28873b121c6d'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:17.370312 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-db330a3c-d022-44d8-963e-6c389a84d71e req-46fe8f98-6538-421d-931d-b1542e3580eb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ea3818d-ee8e-44a7-954e-2458c4d478d4 HTTP/1.1" status: 200  len: 1000 time: 0.0642939
Jan 28 02:09:17.419767 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db330a3c-d022-44d8-963e-6c389a84d71e req-2f388fd4-ba3e-4453-9e48-a2afbdbc36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:17.421211 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-db330a3c-d022-44d8-963e-6c389a84d71e req-2f388fd4-ba3e-4453-9e48-a2afbdbc36a6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0e2063a5-7214-4f7d-ae7f-8bd92159687e HTTP/1.1" status: 200  len: 849 time: 0.0436852
Jan 28 02:09:17.466871 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-fc4cd09c-8127-49a7-95be-9a5df765871b None None] Set router 2a51a144-39cd-46f3-9be3-28873b121c6d gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:09:17.471697 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db330a3c-d022-44d8-963e-6c389a84d71e req-f731c8bf-7125-4ccf-af46-8d257e9aa4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:17.473225 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-db330a3c-d022-44d8-963e-6c389a84d71e req-f731c8bf-7125-4ccf-af46-8d257e9aa4f5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a3e05f9b-588b-4d48-8a35-7443e06d1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0422647
Jan 28 02:09:17.569424 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-db330a3c-d022-44d8-963e-6c389a84d71e req-e318f56c-c07e-43af-8ce6-2d70134a06c8 service neutron] 10.222.0.82 "GET /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880010
Jan 28 02:09:17.660932 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-db330a3c-d022-44d8-963e-6c389a84d71e req-ff789138-dc50-46d9-9407-5408922468a6 service neutron] 10.222.0.82 "GET /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838776
Jan 28 02:09:17.778157 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-fc4cd09c-8127-49a7-95be-9a5df765871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa8f1fd0>, [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 4, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port': {'id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': 'd78188b3-4f42-413d-8c5c-3dcce93d7a10', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'port_id': '6ea3818d-ee8e-44a7-954e-2458c4d478d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'mac_address': 'fa:16:3e:26:ee:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390009be-47d1-4368-93a3-f95c9c81ef18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:09:04Z', 'updated_at': '2022-01-28T02:09:16Z', 'revision_number': 1, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e34a120-aae3-4067-822e-550d582b4634', 'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'mac_address': 'fa:16:3e:31:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:01Z', 'updated_at': '2022-01-28T02:09:05Z', 'revision_number': 5, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'subnets': [{'id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:17.806737 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4cd09c-8127-49a7-95be-9a5df765871b None None] The sync data for ids ['2a51a144-39cd-46f3-9be3-28873b121c6d'] in dv-cinder-824979-1-iscsi is: [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 4, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port': {'id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': 'd78188b3-4f42-413d-8c5c-3dcce93d7a10', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'port_id': '6ea3818d-ee8e-44a7-954e-2458c4d478d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'mac_address': 'fa:16:3e:26:ee:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390009be-47d1-4368-93a3-f95c9c81ef18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:09:04Z', 'updated_at': '2022-01-28T02:09:16Z', 'revision_number': 1, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e34a120-aae3-4067-822e-550d582b4634', 'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'mac_address': 'fa:16:3e:31:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:01Z', 'updated_at': '2022-01-28T02:09:05Z', 'revision_number': 5, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'subnets': [{'id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:09:17.992512 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7deba-e228-4723-abd4-67c42e7ee5d7 None None] New status for floating IP d78188b3-4f42-413d-8c5c-3dcce93d7a10: ACTIVE {{(pid=101324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:09:19.382377 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9139e933-ead1-468b-8077-b1c10c87a29b req-28b080a2-adb8-4f00-96e4-034d7de59e02 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0487003
Jan 28 02:09:19.451760 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139e933-ead1-468b-8077-b1c10c87a29b req-9205c144-3262-453a-b4d4-b07c7322bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:19.453246 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9139e933-ead1-468b-8077-b1c10c87a29b req-9205c144-3262-453a-b4d4-b07c7322bd76 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=226f951c63d84729beaecf1a55d5a6a8&device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 1098 time: 0.0408981
Jan 28 02:09:19.553383 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139e933-ead1-468b-8077-b1c10c87a29b req-94d703d7-4cf0-486b-a760-a468021be541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:19.554883 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9139e933-ead1-468b-8077-b1c10c87a29b req-94d703d7-4cf0-486b-a760-a468021be541 service neutron] 10.222.0.82 "GET /v2.0/networks?id=23a28d37-0005-458c-a7f4-ea41e10faeb4 HTTP/1.1" status: 200  len: 910 time: 0.0808218
Jan 28 02:09:19.625267 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9139e933-ead1-468b-8077-b1c10c87a29b req-82f06aae-4d44-4d98-9c29-2ae7110b092d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=862311b2-2f81-451f-a875-dbcc86e8b247 HTTP/1.1" status: 200  len: 1000 time: 0.0626128
Jan 28 02:09:19.689910 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139e933-ead1-468b-8077-b1c10c87a29b req-66219572-5e5e-4473-b7bf-31a1243baa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:19.691361 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9139e933-ead1-468b-8077-b1c10c87a29b req-66219572-5e5e-4473-b7bf-31a1243baa48 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a15fd51-c3df-496a-bff1-21f2dd07ba6a HTTP/1.1" status: 200  len: 848 time: 0.0429435
Jan 28 02:09:19.737773 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139e933-ead1-468b-8077-b1c10c87a29b req-b8e2c952-3194-487b-8643-7629eaa4a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:19.739305 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9139e933-ead1-468b-8077-b1c10c87a29b req-b8e2c952-3194-487b-8643-7629eaa4a871 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23a28d37-0005-458c-a7f4-ea41e10faeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0400651
Jan 28 02:09:19.834530 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9139e933-ead1-468b-8077-b1c10c87a29b req-ad8b1f0a-f7e7-4dd8-abe4-0159651c4e23 service neutron] 10.222.0.82 "GET /v2.0/networks/23a28d37-0005-458c-a7f4-ea41e10faeb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851994
Jan 28 02:09:19.924399 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9139e933-ead1-468b-8077-b1c10c87a29b req-795139a4-d5db-4225-a6d2-d747d074de02 service neutron] 10.222.0.82 "GET /v2.0/networks/23a28d37-0005-458c-a7f4-ea41e10faeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821562
Jan 28 02:09:34.247179 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:09:41.840196 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a80bb36e-8efc-44c2-8df9-6efe12ec93e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:43.907109 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1da8198-d749-4b72-addc-b2315cf8757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:44.875348 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:45.335217 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:45.559345 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4faea-d3c0-4baf-b27b-32cdebac3cd4 req-70fb847f-0ea3-4b07-9ba2-98e30477d222 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:45.560789 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d8f4faea-d3c0-4baf-b27b-32cdebac3cd4 req-70fb847f-0ea3-4b07-9ba2-98e30477d222 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0545096
Jan 28 02:09:45.603825 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d8f4faea-d3c0-4baf-b27b-32cdebac3cd4 req-597da58d-d630-4ff2-ad7f-684e3c43278a tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0355062
Jan 28 02:09:46.721681 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7103f05-28f4-49a9-9452-4e3caf370398 req-bff55019-f0d9-4629-b863-982df0b4f5af tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:46.723760 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e7103f05-28f4-49a9-9452-4e3caf370398 req-bff55019-f0d9-4629-b863-982df0b4f5af tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0505776
Jan 28 02:09:46.763957 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e7103f05-28f4-49a9-9452-4e3caf370398 req-5f7c0cd0-b06d-40e7-bcf7-8075a6940cbe tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0339479
Jan 28 02:09:46.854816 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:47.352441 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:47.885106 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87115b5f-f171-4ff8-9a0c-f6c3018215fb req-2bf04d3d-9675-4f58-a174-5cc83fcaa701 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:47.886778 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-87115b5f-f171-4ff8-9a0c-f6c3018215fb req-2bf04d3d-9675-4f58-a174-5cc83fcaa701 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0532629
Jan 28 02:09:47.926748 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-87115b5f-f171-4ff8-9a0c-f6c3018215fb req-1b365bff-babb-4fde-ac5c-2a2cce8dedaa tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0332856
Jan 28 02:09:49.047019 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44093121-d268-4169-8097-20239e299605 req-d38ef560-3bbe-4fd1-b2b6-0fb0d1c5e191 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:49.048502 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-44093121-d268-4169-8097-20239e299605 req-d38ef560-3bbe-4fd1-b2b6-0fb0d1c5e191 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0538187
Jan 28 02:09:49.087985 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-44093121-d268-4169-8097-20239e299605 req-75f21b2c-18e2-4459-a375-8205897335c4 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0329595
Jan 28 02:09:50.214239 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb5302-d206-4afc-a3f6-b218679d9125 req-73b4b46f-2010-421b-a2ca-441bca91556e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:50.215737 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c8cb5302-d206-4afc-a3f6-b218679d9125 req-73b4b46f-2010-421b-a2ca-441bca91556e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0506926
Jan 28 02:09:50.253119 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c8cb5302-d206-4afc-a3f6-b218679d9125 req-d32f3a9a-80a4-44ab-8e83-8164499c1094 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0314350
Jan 28 02:09:51.370208 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a428a4c-be85-4e5c-b9e2-ee6ce4868a78 req-5c604b52-f26b-4de4-b70a-c640a252ab4b tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:51.371686 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5a428a4c-be85-4e5c-b9e2-ee6ce4868a78 req-5c604b52-f26b-4de4-b70a-c640a252ab4b tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0501468
Jan 28 02:09:51.410202 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5a428a4c-be85-4e5c-b9e2-ee6ce4868a78 req-956466a2-a6b2-436f-b7b2-460cda33ffa9 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0322790
Jan 28 02:09:52.535927 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7af01e-2f4a-4e6d-b71b-2d3afcd779c3 req-dbc9df11-e6fd-4d5a-bf07-e5ca19380497 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:52.537544 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5e7af01e-2f4a-4e6d-b71b-2d3afcd779c3 req-dbc9df11-e6fd-4d5a-bf07-e5ca19380497 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0578029
Jan 28 02:09:52.580101 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5e7af01e-2f4a-4e6d-b71b-2d3afcd779c3 req-db078f91-a00c-49a8-bb12-9d8021da9ee8 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0361633
Jan 28 02:09:53.700354 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f969e4-851a-4d99-ae49-ccd2a7643bd2 req-b0fb3ceb-5502-4f0c-b76b-98da77fbf2ac tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:53.701962 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-05f969e4-851a-4d99-ae49-ccd2a7643bd2 req-b0fb3ceb-5502-4f0c-b76b-98da77fbf2ac tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0524392
Jan 28 02:09:53.746476 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-05f969e4-851a-4d99-ae49-ccd2a7643bd2 req-9ba09f78-5697-4db8-9a9c-3f7bb91ace30 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0345321
Jan 28 02:09:54.885215 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747fa60-c93f-497f-9937-edd6ce583538 req-03392e66-c948-4254-b1c5-ce6b878fd82b tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:54.886843 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4747fa60-c93f-497f-9937-edd6ce583538 req-03392e66-c948-4254-b1c5-ce6b878fd82b tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0572758
Jan 28 02:09:54.932507 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4747fa60-c93f-497f-9937-edd6ce583538 req-2a86610f-870b-4678-8f1d-af07ce2d1a77 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0346236
Jan 28 02:09:55.861877 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691fe3-1130-48f8-a35f-b02774bb68f7 req-d8e1fb45-a963-43b9-aca4-3e8c28c29fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:55.863431 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0e691fe3-1130-48f8-a35f-b02774bb68f7 req-d8e1fb45-a963-43b9-aca4-3e8c28c29fff service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=226f951c63d84729beaecf1a55d5a6a8&device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 1098 time: 0.0480359
Jan 28 02:09:55.960649 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691fe3-1130-48f8-a35f-b02774bb68f7 req-51e203b8-8df8-4111-8443-e020f9b7215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:55.962192 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0e691fe3-1130-48f8-a35f-b02774bb68f7 req-51e203b8-8df8-4111-8443-e020f9b7215c service neutron] 10.222.0.82 "GET /v2.0/networks?id=23a28d37-0005-458c-a7f4-ea41e10faeb4 HTTP/1.1" status: 200  len: 910 time: 0.0884674
Jan 28 02:09:56.038386 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0e691fe3-1130-48f8-a35f-b02774bb68f7 req-0d630fad-9bac-4e9c-82df-803264a95d5c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=862311b2-2f81-451f-a875-dbcc86e8b247 HTTP/1.1" status: 200  len: 1000 time: 0.0682349
Jan 28 02:09:56.059270 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9796735-dedc-4b39-b365-67273ed0d131 req-d34a0812-5e53-4a88-821f-d39ef4171f7a tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:56.060854 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a9796735-dedc-4b39-b365-67273ed0d131 req-d34a0812-5e53-4a88-821f-d39ef4171f7a tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0549119
Jan 28 02:09:56.091395 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691fe3-1130-48f8-a35f-b02774bb68f7 req-29a970a3-b73f-4dca-8947-8ef44547d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:56.092948 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0e691fe3-1130-48f8-a35f-b02774bb68f7 req-29a970a3-b73f-4dca-8947-8ef44547d339 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a15fd51-c3df-496a-bff1-21f2dd07ba6a HTTP/1.1" status: 200  len: 848 time: 0.0456846
Jan 28 02:09:56.101250 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a9796735-dedc-4b39-b365-67273ed0d131 req-57e85bf7-58b5-4adb-959d-05c7e95f1299 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0341270
Jan 28 02:09:56.140419 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691fe3-1130-48f8-a35f-b02774bb68f7 req-ffa6daff-903c-4db9-8e39-14ba79d40de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:56.141954 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0e691fe3-1130-48f8-a35f-b02774bb68f7 req-ffa6daff-903c-4db9-8e39-14ba79d40de7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23a28d37-0005-458c-a7f4-ea41e10faeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0416725
Jan 28 02:09:56.240311 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0e691fe3-1130-48f8-a35f-b02774bb68f7 req-b5175396-9407-4b12-a282-7ac7c7bf0232 service neutron] 10.222.0.82 "GET /v2.0/networks/23a28d37-0005-458c-a7f4-ea41e10faeb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871804
Jan 28 02:09:56.331537 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0e691fe3-1130-48f8-a35f-b02774bb68f7 req-58bc8ce4-db02-4d77-99e5-d2341e6276d0 service neutron] 10.222.0.82 "GET /v2.0/networks/23a28d37-0005-458c-a7f4-ea41e10faeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839581
Jan 28 02:09:57.213674 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac2595-d3b3-4332-87c8-9c99bf94d772 req-86b2b9e7-4029-42bc-b474-b81224e8064b tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:57.215175 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-96ac2595-d3b3-4332-87c8-9c99bf94d772 req-86b2b9e7-4029-42bc-b474-b81224e8064b tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0479743
Jan 28 02:09:57.253253 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-96ac2595-d3b3-4332-87c8-9c99bf94d772 req-f8ed1767-35d6-4d7e-8f65-12ee28c82f5a tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0321388
Jan 28 02:09:58.369541 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7861083-af5e-4260-b9f0-3e164d7ee3e3 req-ee3c9e7b-905f-4040-b296-02c8ec8d9936 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:58.371163 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e7861083-af5e-4260-b9f0-3e164d7ee3e3 req-ee3c9e7b-905f-4040-b296-02c8ec8d9936 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0497854
Jan 28 02:09:58.412087 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e7861083-af5e-4260-b9f0-3e164d7ee3e3 req-ce0b5bb2-9aa1-447f-8d14-d490179afbdf tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0348823
Jan 28 02:09:59.530096 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac19d47-0887-40bd-8ae9-c639e6e4f7dc req-e5cc2f36-9ce6-4faf-ab14-948ad7d7bbe6 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:59.531467 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6ac19d47-0887-40bd-8ae9-c639e6e4f7dc req-e5cc2f36-9ce6-4faf-ab14-948ad7d7bbe6 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0523937
Jan 28 02:09:59.569100 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6ac19d47-0887-40bd-8ae9-c639e6e4f7dc req-d55ab74f-7d67-4dfa-a0f6-0b67e75671f7 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0316346
Jan 28 02:09:59.797513 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 46744) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:59.822584 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236b852-ef6a-4aca-97e3-8ed067ac6d6a req-e4de02f7-e73e-43ca-83c2-8c0b749e6b01 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:59.825436 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b236b852-ef6a-4aca-97e3-8ed067ac6d6a req-e4de02f7-e73e-43ca-83c2-8c0b749e6b01 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0640087
Jan 28 02:09:59.904630 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b236b852-ef6a-4aca-97e3-8ed067ac6d6a req-fb7b7b15-f98e-4fcf-af63-170939547a1a tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0703351
Jan 28 02:09:59.921582 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ea5a7a37-ee53-488a-9f59-25e0aa867740 req-e810a439-ab4a-4086-a1c4-da085e7238c6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1229632
Jan 28 02:09:59.931689 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [req-ea5a7a37-ee53-488a-9f59-25e0aa867740 req-1ceed380-3c6b-4240-baf6-758010002662 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 02:09:59.932642 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ea5a7a37-ee53-488a-9f59-25e0aa867740 req-1ceed380-3c6b-4240-baf6-758010002662 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0050304
Jan 28 02:10:01.033587 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe5bcf-4220-4646-9f61-5b55e156da5e req-09bf0f02-44e1-4ec6-a64e-85fa84380a02 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:01.035099 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-80fe5bcf-4220-4646-9f61-5b55e156da5e req-09bf0f02-44e1-4ec6-a64e-85fa84380a02 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0572484
Jan 28 02:10:01.079242 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-80fe5bcf-4220-4646-9f61-5b55e156da5e req-32147855-e392-47e5-bcf9-1878e690c011 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0377474
Jan 28 02:10:01.508155 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 862311b2-2f81-451f-a875-dbcc86e8b247 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:10:01.586144 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:01.608609 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63f7e8f-3a5e-4636-8231-688a4b068f3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '862311b2-2f81-451f-a875-dbcc86e8b247'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:10:01.610987 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2542b12e-4bd6-4f8f-b94b-9927091eaeb0" -d '{"events": [{"server_uuid": "e63f7e8f-3a5e-4636-8231-688a4b068f3a", "name": "network-vif-unplugged", "status": "completed", "tag": "862311b2-2f81-451f-a875-dbcc86e8b247"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:10:01.624359 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 862311b2-2f81-451f-a875-dbcc86e8b247, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=862311b2-2f81-451f-a875-dbcc86e8b247,segment=NetworkSegment(530323b7-86f0-4bb8-b8dd-b109b8fc1c90),segment_id=530323b7-86f0-4bb8-b8dd-b109b8fc1c90)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:10:01.626060 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7a37-ee53-488a-9f59-25e0aa867740 req-9883ab78-0e37-4380-8d3f-9c10acff04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:01.627823 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ea5a7a37-ee53-488a-9f59-25e0aa867740 req-9883ab78-0e37-4380-8d3f-9c10acff04f7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a&tenant_id=226f951c63d84729beaecf1a55d5a6a8 HTTP/1.1" status: 200  len: 1098 time: 0.0425544
Jan 28 02:10:01.629848 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:01.654653 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e36480-75bf-4d9a-8629-7ab2da6759d1 x-openstack-request-id: req-a7e36480-75bf-4d9a-8629-7ab2da6759d1 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:10:01.654942 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63f7e8f-3a5e-4636-8231-688a4b068f3a", "name": "network-vif-unplugged", "status": "completed", "tag": "862311b2-2f81-451f-a875-dbcc86e8b247", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:10:01.655192 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a7e36480-75bf-4d9a-8629-7ab2da6759d1 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:10:01.655611 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63f7e8f-3a5e-4636-8231-688a4b068f3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '862311b2-2f81-451f-a875-dbcc86e8b247', 'code': 200}
Jan 28 02:10:01.681898 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=862311b2-2f81-451f-a875-dbcc86e8b247,revision_number=6']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:01.688865 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:01.689216 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:01.689556 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:01.689918 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:01.690250 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:01.690595 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:01.690921 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:01.691246 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:01.691578 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:01.691899 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:01.692217 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:01.692537 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:01.741400 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7a37-ee53-488a-9f59-25e0aa867740 req-25d19a64-1a9d-46fe-9920-a3820dc4a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:01.742941 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ea5a7a37-ee53-488a-9f59-25e0aa867740 req-25d19a64-1a9d-46fe-9920-a3820dc4a2fc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=226f951c63d84729beaecf1a55d5a6a8&device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 1096 time: 0.0449238
Jan 28 02:10:01.837508 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7a37-ee53-488a-9f59-25e0aa867740 req-59a6f2e7-bb6b-411c-b55f-5915860d4a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:01.838934 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ea5a7a37-ee53-488a-9f59-25e0aa867740 req-59a6f2e7-bb6b-411c-b55f-5915860d4a4e service neutron] 10.222.0.82 "GET /v2.0/networks?id=23a28d37-0005-458c-a7f4-ea41e10faeb4 HTTP/1.1" status: 200  len: 910 time: 0.0859249
Jan 28 02:10:01.909046 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ea5a7a37-ee53-488a-9f59-25e0aa867740 req-c4298652-9300-4e42-a2ee-3a90cd328fe1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=862311b2-2f81-451f-a875-dbcc86e8b247 HTTP/1.1" status: 200  len: 998 time: 0.0620823
Jan 28 02:10:01.958519 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7a37-ee53-488a-9f59-25e0aa867740 req-89cdb1d6-2e67-4d5b-b32b-122677d0894f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:01.959969 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ea5a7a37-ee53-488a-9f59-25e0aa867740 req-89cdb1d6-2e67-4d5b-b32b-122677d0894f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a15fd51-c3df-496a-bff1-21f2dd07ba6a HTTP/1.1" status: 200  len: 848 time: 0.0432999
Jan 28 02:10:02.005762 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7a37-ee53-488a-9f59-25e0aa867740 req-d4c899f6-519f-438f-b265-2a7cbc0207e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:02.007256 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ea5a7a37-ee53-488a-9f59-25e0aa867740 req-d4c899f6-519f-438f-b265-2a7cbc0207e2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23a28d37-0005-458c-a7f4-ea41e10faeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0395174
Jan 28 02:10:02.100009 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ea5a7a37-ee53-488a-9f59-25e0aa867740 req-32d2f258-1c45-4aec-a73c-5d32ecea4bd4 service neutron] 10.222.0.82 "GET /v2.0/networks/23a28d37-0005-458c-a7f4-ea41e10faeb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846808
Jan 28 02:10:02.189628 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ea5a7a37-ee53-488a-9f59-25e0aa867740 req-7a5e6944-1a64-4c7c-92d3-19206f6b9903 service neutron] 10.222.0.82 "GET /v2.0/networks/23a28d37-0005-458c-a7f4-ea41e10faeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822718
Jan 28 02:10:02.197466 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0521d-7aa3-44db-817d-a25572d42f9f req-3fdf92ef-1a2a-4f9b-af14-bfaf99825377 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:02.199410 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a9f0521d-7aa3-44db-817d-a25572d42f9f req-3fdf92ef-1a2a-4f9b-af14-bfaf99825377 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 943 time: 0.0523548
Jan 28 02:10:02.241110 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a9f0521d-7aa3-44db-817d-a25572d42f9f req-fde80b42-f750-4ecc-bcb3-202e3a59853f tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0339525
Jan 28 02:10:03.371281 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf7d2e-e23d-456f-a3a7-0594adefb916 req-7e1e9777-365a-4627-9e1a-1d2193827a05 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:03.373003 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5aaf7d2e-e23d-456f-a3a7-0594adefb916 req-7e1e9777-365a-4627-9e1a-1d2193827a05 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 943 time: 0.0575047
Jan 28 02:10:03.411750 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5aaf7d2e-e23d-456f-a3a7-0594adefb916 req-e57ebe8f-0733-4f85-b9cc-15598a5b784b tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0326848
Jan 28 02:10:04.533006 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854c98f-65f3-43d5-b308-09d4c5740b5d req-7e6e13a9-13e9-40c8-905d-8f11799343bd tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:04.534425 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a854c98f-65f3-43d5-b308-09d4c5740b5d req-7e6e13a9-13e9-40c8-905d-8f11799343bd tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 943 time: 0.0538723
Jan 28 02:10:04.573418 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a854c98f-65f3-43d5-b308-09d4c5740b5d req-7a88b95e-94e4-428d-ba06-a23041d18951 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0319781
Jan 28 02:10:05.689677 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fe199-090c-434b-977d-9f8bad5bb79d req-1b71b4f2-ebf5-4031-bb45-243789da487d tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:05.691178 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8d0fe199-090c-434b-977d-9f8bad5bb79d req-1b71b4f2-ebf5-4031-bb45-243789da487d tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 943 time: 0.0481000
Jan 28 02:10:05.728033 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8d0fe199-090c-434b-977d-9f8bad5bb79d req-ef0802a2-f2ad-4743-b7d9-8ad6c9e72dda tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0303431
Jan 28 02:10:06.851796 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adabf2-738a-41cf-9491-74a67e318fcc req-428968df-403a-4a51-bb40-3879be2f800a tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:06.853328 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d8adabf2-738a-41cf-9491-74a67e318fcc req-428968df-403a-4a51-bb40-3879be2f800a tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 943 time: 0.0566669
Jan 28 02:10:06.892910 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d8adabf2-738a-41cf-9491-74a67e318fcc req-0c5e989a-b3ab-470e-a8e8-441950b921f9 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0333607
Jan 28 02:10:08.011830 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b44338-2f6e-4bef-9e50-c2d64969c3dd req-a13a3554-d21e-44f9-b9f5-da848694bc9c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:08.013411 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-98b44338-2f6e-4bef-9e50-c2d64969c3dd req-a13a3554-d21e-44f9-b9f5-da848694bc9c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 943 time: 0.0531631
Jan 28 02:10:08.052109 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-98b44338-2f6e-4bef-9e50-c2d64969c3dd req-32fd925f-07e3-464a-950b-8bd58c2f3fb3 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0327713
Jan 28 02:10:09.172268 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ac14a-9be3-4cbf-85f5-bc9b7107995a req-e4e5b467-6f04-48d9-80ef-f453fc94edcc tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:09.173769 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-940ac14a-9be3-4cbf-85f5-bc9b7107995a req-e4e5b467-6f04-48d9-80ef-f453fc94edcc tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 943 time: 0.0495975
Jan 28 02:10:09.212467 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-940ac14a-9be3-4cbf-85f5-bc9b7107995a req-3c307908-d360-4406-a267-44fb81609235 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0325310
Jan 28 02:10:09.574610 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 862311b2-2f81-451f-a875-dbcc86e8b247 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:10:09.667714 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 862311b2-2f81-451f-a875-dbcc86e8b247, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=862311b2-2f81-451f-a875-dbcc86e8b247,segment=NetworkSegment(530323b7-86f0-4bb8-b8dd-b109b8fc1c90),segment_id=530323b7-86f0-4bb8-b8dd-b109b8fc1c90)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:10:09.677551 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': '862311b2-2f81-451f-a875-dbcc86e8b247', 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4', 'port_id': '862311b2-2f81-451f-a875-dbcc86e8b247', 'mac_address': 'fa:16:3e:81:2b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:10:09.713715 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:09.726041 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 862311b2-2f81-451f-a875-dbcc86e8b247 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:10:09.744376 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 862311b2-2f81-451f-a875-dbcc86e8b247, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=862311b2-2f81-451f-a875-dbcc86e8b247,segment=NetworkSegment(530323b7-86f0-4bb8-b8dd-b109b8fc1c90),segment_id=530323b7-86f0-4bb8-b8dd-b109b8fc1c90)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:10:09.748260 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:09.794611 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=862311b2-2f81-451f-a875-dbcc86e8b247,revision_number=7']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:10.153257 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['862311b2-2f81-451f-a875-dbcc86e8b247'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:10:10.338480 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b2dc6-80ea-42e9-b77f-11f5851a80ad req-0cb42098-47a7-41ca-97f4-a97775e37856 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:10.340144 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f06b2dc6-80ea-42e9-b77f-11f5851a80ad req-0cb42098-47a7-41ca-97f4-a97775e37856 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 944 time: 0.0568933
Jan 28 02:10:10.385071 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f06b2dc6-80ea-42e9-b77f-11f5851a80ad req-648b1b79-83fd-42e1-9430-a8ad50b17dbe tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0383601
Jan 28 02:10:11.246619 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:10:11.532594 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc184b0-052b-44bd-bcb3-ff278d1f1994 req-4a5ced80-6949-453d-a62b-98f5595ec8d3 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:11.534210 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4fc184b0-052b-44bd-bcb3-ff278d1f1994 req-4a5ced80-6949-453d-a62b-98f5595ec8d3 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0821493
Jan 28 02:10:11.548600 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbc193-db19-48e0-ab77-15f69649f026 req-3cf56c2a-3070-4b9d-aae2-a8590f0b8a97 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:11.550026 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7cdbc193-db19-48e0-ab77-15f69649f026 req-3cf56c2a-3070-4b9d-aae2-a8590f0b8a97 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 944 time: 0.0854399
Jan 28 02:10:11.589628 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 862311b2-2f81-451f-a875-dbcc86e8b247 up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:10:11.603640 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4fc184b0-052b-44bd-bcb3-ff278d1f1994 req-879e9e49-006b-48a7-958b-7ac019afeb4c tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628028
Jan 28 02:10:11.608334 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7cdbc193-db19-48e0-ab77-15f69649f026 req-6dd21e58-37b3-4498-9c56-b261682d101a tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0515614
Jan 28 02:10:11.638230 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port 862311b2-2f81-451f-a875-dbcc86e8b247 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:10:11.638597 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:11.710192 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:11.731333 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63f7e8f-3a5e-4636-8231-688a4b068f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862311b2-2f81-451f-a875-dbcc86e8b247'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:10:11.733492 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4471f543-d1e8-4bbb-90c0-8c36d0f730e9" -d '{"events": [{"server_uuid": "e63f7e8f-3a5e-4636-8231-688a4b068f3a", "name": "network-vif-plugged", "status": "completed", "tag": "862311b2-2f81-451f-a875-dbcc86e8b247"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:10:11.745642 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 862311b2-2f81-451f-a875-dbcc86e8b247, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=862311b2-2f81-451f-a875-dbcc86e8b247,segment=NetworkSegment(530323b7-86f0-4bb8-b8dd-b109b8fc1c90),segment_id=530323b7-86f0-4bb8-b8dd-b109b8fc1c90)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:10:11.749390 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:11.774261 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f593160e-8618-4bd4-afe3-25b169031855 x-openstack-request-id: req-f593160e-8618-4bd4-afe3-25b169031855 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:10:11.774546 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63f7e8f-3a5e-4636-8231-688a4b068f3a", "name": "network-vif-plugged", "status": "completed", "tag": "862311b2-2f81-451f-a875-dbcc86e8b247", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:10:11.774793 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f593160e-8618-4bd4-afe3-25b169031855 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:10:11.775165 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63f7e8f-3a5e-4636-8231-688a4b068f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862311b2-2f81-451f-a875-dbcc86e8b247', 'code': 200}
Jan 28 02:10:11.800286 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=862311b2-2f81-451f-a875-dbcc86e8b247,revision_number=8']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:11.841155 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d1ba28c5-3057-4a6c-ba83-7b3653e70531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:12.077783 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d37be-8c5c-431a-a6a1-f57c9b25d35f req-c4f69710-ce9b-414b-825a-fbe0f3fa3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:12.079184 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-791d37be-8c5c-431a-a6a1-f57c9b25d35f req-c4f69710-ce9b-414b-825a-fbe0f3fa3012 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 1098 time: 0.0400686
Jan 28 02:10:12.114264 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-791d37be-8c5c-431a-a6a1-f57c9b25d35f req-aae9c1f5-c0f7-4ba0-9047-3376f73e54c6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0278177
Jan 28 02:10:12.746811 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04af88-808b-4e4f-b891-660fe306125d req-144c0a15-4342-474b-a4a1-93a4f87a977a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:12.748296 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1c04af88-808b-4e4f-b891-660fe306125d req-144c0a15-4342-474b-a4a1-93a4f87a977a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0759196
Jan 28 02:10:12.759480 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984231b8-0ce3-4c2f-831f-0685fefcc054 req-04d5c410-0f2c-4874-931b-2a2a4d80be97 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:12.761004 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-984231b8-0ce3-4c2f-831f-0685fefcc054 req-04d5c410-0f2c-4874-931b-2a2a4d80be97 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0793531
Jan 28 02:10:12.820447 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1c04af88-808b-4e4f-b891-660fe306125d req-f0dcbfbc-962f-44a0-9e8f-00327298e3af tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584700
Jan 28 02:10:12.823555 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-984231b8-0ce3-4c2f-831f-0685fefcc054 req-9f5be138-82aa-4f6e-b7a8-8982145b2c21 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0563321
Jan 28 02:10:13.902290 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a132d1c-bab8-4c84-9c33-8b152fe9cd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:13.967008 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eb70b-e067-4f25-ba4f-70927ed4530f req-a43b3e07-6b76-4979-be77-4a314adeea6c tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:13.968434 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3a7eb70b-e067-4f25-ba4f-70927ed4530f req-a43b3e07-6b76-4979-be77-4a314adeea6c tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0801334
Jan 28 02:10:13.975651 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2993d-a353-4eb4-8cc2-80c19f6b7f54 req-ceed1b03-47be-40f3-bc5c-a0733bb22620 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:13.976993 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0ed2993d-a353-4eb4-8cc2-80c19f6b7f54 req-ceed1b03-47be-40f3-bc5c-a0733bb22620 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0792193
Jan 28 02:10:14.029862 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3a7eb70b-e067-4f25-ba4f-70927ed4530f req-a96345cd-8681-45d8-9b0a-2fc0b8defd46 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518551
Jan 28 02:10:14.035127 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0ed2993d-a353-4eb4-8cc2-80c19f6b7f54 req-82545dfb-af62-40df-a895-64ba0bc07d0c tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0516798
Jan 28 02:10:14.879709 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:15.151580 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af9618-7083-4742-9378-d543ddd7e138 req-48869d70-a47e-425e-bf4a-6a4ddecdf84c tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:15.152990 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-97af9618-7083-4742-9378-d543ddd7e138 req-48869d70-a47e-425e-bf4a-6a4ddecdf84c tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0497029
Jan 28 02:10:15.190265 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-97af9618-7083-4742-9378-d543ddd7e138 req-2ca69ff5-08f2-4a2a-b5c6-d9839cb69cc4 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0313561
Jan 28 02:10:15.332724 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:16.306494 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42918712-7593-459f-9369-6528e1be2248 req-eb47568a-018b-4531-bebe-3c748f657356 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:16.307942 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-42918712-7593-459f-9369-6528e1be2248 req-eb47568a-018b-4531-bebe-3c748f657356 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0491183
Jan 28 02:10:16.344146 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-42918712-7593-459f-9369-6528e1be2248 req-a826e51d-2a92-443b-b625-99e95b485814 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0303190
Jan 28 02:10:16.855486 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:17.354479 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:17.460508 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeec7fd-3956-408a-8b0a-eb69d3f58456 req-2cfbfc53-7740-484f-83a9-6f2d6aed8a80 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:17.462025 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-aeeec7fd-3956-408a-8b0a-eb69d3f58456 req-2cfbfc53-7740-484f-83a9-6f2d6aed8a80 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0526514
Jan 28 02:10:17.499899 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-aeeec7fd-3956-408a-8b0a-eb69d3f58456 req-ca601d44-4e5d-463a-a33f-2b3d4cdaf686 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0318534
Jan 28 02:10:18.618030 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc6690-6b0e-4fc2-8846-555344f170ac req-1020cb88-d5a3-43e6-b318-171e630b8ccd tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:18.619510 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3ddc6690-6b0e-4fc2-8846-555344f170ac req-1020cb88-d5a3-43e6-b318-171e630b8ccd tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0507383
Jan 28 02:10:18.657407 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3ddc6690-6b0e-4fc2-8846-555344f170ac req-b21ed7db-c0b9-44e6-9cc9-6cc1bf4e6ce0 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0319195
Jan 28 02:10:19.392401 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-a8824bdc-4804-4f97-95e1-b8be73c609e7 req-c37696f4-f53d-4dce-93ab-340360ce8b7c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0414867
Jan 28 02:10:19.501594 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8824bdc-4804-4f97-95e1-b8be73c609e7 req-ddf99054-0be1-4848-8a5c-0a040af59736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:19.503095 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-a8824bdc-4804-4f97-95e1-b8be73c609e7 req-ddf99054-0be1-4848-8a5c-0a040af59736 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=226f951c63d84729beaecf1a55d5a6a8&device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 1098 time: 0.0390429
Jan 28 02:10:19.612283 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8824bdc-4804-4f97-95e1-b8be73c609e7 req-d06a300e-0b23-48bf-802c-dbc5f6d306b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:19.613639 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-a8824bdc-4804-4f97-95e1-b8be73c609e7 req-d06a300e-0b23-48bf-802c-dbc5f6d306b0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=23a28d37-0005-458c-a7f4-ea41e10faeb4 HTTP/1.1" status: 200  len: 910 time: 0.0912702
Jan 28 02:10:19.779495 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc929b3-2099-4bff-853f-f6a0f3a54d6e req-17e3114d-10ff-4e6f-adac-88ce1dda6ba9 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:19.781190 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cfc929b3-2099-4bff-853f-f6a0f3a54d6e req-17e3114d-10ff-4e6f-adac-88ce1dda6ba9 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0519407
Jan 28 02:10:19.822640 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cfc929b3-2099-4bff-853f-f6a0f3a54d6e req-1d85a666-781b-4e88-9e0a-846b451395fb tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0352249
Jan 28 02:10:19.910739 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-a8824bdc-4804-4f97-95e1-b8be73c609e7 req-10eb1ebb-5671-4c7f-b191-f81c4032ee25 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=862311b2-2f81-451f-a875-dbcc86e8b247 HTTP/1.1" status: 200  len: 1000 time: 0.2892497
Jan 28 02:10:19.957428 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8824bdc-4804-4f97-95e1-b8be73c609e7 req-5b7cdb67-7e9c-447f-ab73-c471df56d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:19.958781 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-a8824bdc-4804-4f97-95e1-b8be73c609e7 req-5b7cdb67-7e9c-447f-ab73-c471df56d749 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a15fd51-c3df-496a-bff1-21f2dd07ba6a HTTP/1.1" status: 200  len: 848 time: 0.0413747
Jan 28 02:10:20.004734 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8824bdc-4804-4f97-95e1-b8be73c609e7 req-d3a2c159-be96-45b4-b035-74aa33f1f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:20.006151 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-a8824bdc-4804-4f97-95e1-b8be73c609e7 req-d3a2c159-be96-45b4-b035-74aa33f1f757 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23a28d37-0005-458c-a7f4-ea41e10faeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0403535
Jan 28 02:10:20.090660 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-a8824bdc-4804-4f97-95e1-b8be73c609e7 req-0130e899-ece0-4137-b1ec-883dcf0fb489 service neutron] 10.222.0.82 "GET /v2.0/networks/23a28d37-0005-458c-a7f4-ea41e10faeb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0762074
Jan 28 02:10:20.183442 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-a8824bdc-4804-4f97-95e1-b8be73c609e7 req-16c4e33f-1bfa-4eb8-82c6-30c1e2bb8cf4 service neutron] 10.222.0.82 "GET /v2.0/networks/23a28d37-0005-458c-a7f4-ea41e10faeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816276
Jan 28 02:10:20.942669 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e950081-f26b-4c40-8e33-4725a47d239b req-203e2c6f-c1fd-45b1-9aeb-b310c2ac256f tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:20.944135 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7e950081-f26b-4c40-8e33-4725a47d239b req-203e2c6f-c1fd-45b1-9aeb-b310c2ac256f tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0524657
Jan 28 02:10:20.981539 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7e950081-f26b-4c40-8e33-4725a47d239b req-f7c7472a-8c11-41b3-938e-0c477708a120 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0311589
Jan 28 02:10:22.094166 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad450-0ce0-49ea-b6ac-80d51a32484b req-fba4257f-324c-4cc5-a8dc-2a54967ca872 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:22.095619 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a4fad450-0ce0-49ea-b6ac-80d51a32484b req-fba4257f-324c-4cc5-a8dc-2a54967ca872 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0477266
Jan 28 02:10:22.134271 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a4fad450-0ce0-49ea-b6ac-80d51a32484b req-5d20814a-01f7-42d9-abed-98ca60dc3c86 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0321310
Jan 28 02:10:23.280626 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbedd2-d54a-41cf-917f-0d86c5083311 req-b5f3b64e-a942-4bcf-a544-a400479e2ba8 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:23.282541 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-93fbedd2-d54a-41cf-917f-0d86c5083311 req-b5f3b64e-a942-4bcf-a544-a400479e2ba8 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0537460
Jan 28 02:10:23.327890 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-93fbedd2-d54a-41cf-917f-0d86c5083311 req-2ca6addb-1c1a-4074-a168-91ec3018e48a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380578
Jan 28 02:10:24.453695 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30432c-beef-4bf3-b697-cf95a7b29969 req-83b6e584-8241-46d1-8c59-51d0bd4253ce tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:24.455218 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8f30432c-beef-4bf3-b697-cf95a7b29969 req-83b6e584-8241-46d1-8c59-51d0bd4253ce tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0560629
Jan 28 02:10:24.493552 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8f30432c-beef-4bf3-b697-cf95a7b29969 req-888ab6af-ad05-472c-8ad8-9ff667acc092 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0322754
Jan 28 02:10:25.611489 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa656f-4028-443c-b929-f14a5b84af35 req-f777ae98-676f-42fa-b147-b58eeb329939 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:25.612993 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-39fa656f-4028-443c-b929-f14a5b84af35 req-f777ae98-676f-42fa-b147-b58eeb329939 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0492811
Jan 28 02:10:25.651139 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-39fa656f-4028-443c-b929-f14a5b84af35 req-e2f5c0ed-8fa1-4917-ad91-a22bb006bac3 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0321748
Jan 28 02:10:26.768267 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df8c73-d662-4c85-8512-882143d2a802 req-3b415108-e956-43d4-b9cd-046c2de91e0c tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:26.769772 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-71df8c73-d662-4c85-8512-882143d2a802 req-3b415108-e956-43d4-b9cd-046c2de91e0c tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0504916
Jan 28 02:10:26.810922 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-71df8c73-d662-4c85-8512-882143d2a802 req-c34ea724-2fc1-4517-9ab9-5ea99b5e842d tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0342925
Jan 28 02:10:27.931741 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb42fb-454e-471c-807d-f90ab6f45bfe req-28d984ba-6269-4404-a761-c8b2dadc877a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:27.933274 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a8eb42fb-454e-471c-807d-f90ab6f45bfe req-28d984ba-6269-4404-a761-c8b2dadc877a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0535038
Jan 28 02:10:27.971354 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a8eb42fb-454e-471c-807d-f90ab6f45bfe req-382c980a-3e87-4c01-817d-f1480b915229 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0320792
Jan 28 02:10:28.172223 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d59162-337f-47bc-acd4-f1368aa9946a req-5f353b45-e96f-4902-b8d7-d1ec7e566196 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:28.173651 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e4d59162-337f-47bc-acd4-f1368aa9946a req-5f353b45-e96f-4902-b8d7-d1ec7e566196 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0501544
Jan 28 02:10:28.213238 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e4d59162-337f-47bc-acd4-f1368aa9946a req-1fbdc3ac-bcaa-45e8-894d-3a7983774b5e tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0334046
Jan 28 02:10:28.256448 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e443a-fc53-408f-b740-b8a5b8b3984f req-dbbb6926-d3d3-4a03-9896-74f42734fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:28.257956 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-3c8e443a-fc53-408f-b740-b8a5b8b3984f req-dbbb6926-d3d3-4a03-9896-74f42734fe61 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad1d1897a9674c6bbcd0e4d1bd0b55ab&device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 1099 time: 0.0445960
Jan 28 02:10:28.347783 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e443a-fc53-408f-b740-b8a5b8b3984f req-3ed5f643-3dc0-492d-ac19-432a085880a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:28.349246 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-3c8e443a-fc53-408f-b740-b8a5b8b3984f req-3ed5f643-3dc0-492d-ac19-432a085880a0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a3e05f9b-588b-4d48-8a35-7443e06d1f95 HTTP/1.1" status: 200  len: 911 time: 0.0844235
Jan 28 02:10:28.418957 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-3c8e443a-fc53-408f-b740-b8a5b8b3984f req-af51d2b3-e258-4df1-9b48-6f29ccd36a76 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ea3818d-ee8e-44a7-954e-2458c4d478d4 HTTP/1.1" status: 200  len: 1002 time: 0.0611110
Jan 28 02:10:28.469676 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e443a-fc53-408f-b740-b8a5b8b3984f req-02e2fe60-bad1-4543-be8a-1ba58c17f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:28.471166 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-3c8e443a-fc53-408f-b740-b8a5b8b3984f req-02e2fe60-bad1-4543-be8a-1ba58c17f312 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0e2063a5-7214-4f7d-ae7f-8bd92159687e HTTP/1.1" status: 200  len: 849 time: 0.0441055
Jan 28 02:10:28.518452 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e443a-fc53-408f-b740-b8a5b8b3984f req-b0de9731-6992-451b-9dd7-e8b058414c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:28.519938 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-3c8e443a-fc53-408f-b740-b8a5b8b3984f req-b0de9731-6992-451b-9dd7-e8b058414c27 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a3e05f9b-588b-4d48-8a35-7443e06d1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0404141
Jan 28 02:10:28.613936 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-3c8e443a-fc53-408f-b740-b8a5b8b3984f req-bca49ad0-9313-4f11-99ba-263d76c3bf6e service neutron] 10.222.0.82 "GET /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863793
Jan 28 02:10:28.706335 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-3c8e443a-fc53-408f-b740-b8a5b8b3984f req-6fc5a763-f42a-40af-8cea-dea933cb390e service neutron] 10.222.0.82 "GET /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846286
Jan 28 02:10:29.335727 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75527d0f-289d-4b49-ad94-2f08ef9e76c2 req-87fd2192-f6a3-4c32-9860-adb50391fd5e tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:29.337211 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-75527d0f-289d-4b49-ad94-2f08ef9e76c2 req-87fd2192-f6a3-4c32-9860-adb50391fd5e tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0538929
Jan 28 02:10:29.375804 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-75527d0f-289d-4b49-ad94-2f08ef9e76c2 req-3ba81e5e-bc81-4aa9-aba2-75703cd46fdc tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324223
Jan 28 02:10:30.494555 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7af83-a690-41b8-9453-57eca96e8e1b req-b2f1e1c9-fd4e-4f2b-ae5d-9adaf7d984e2 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:30.496104 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3ef7af83-a690-41b8-9453-57eca96e8e1b req-b2f1e1c9-fd4e-4f2b-ae5d-9adaf7d984e2 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0527468
Jan 28 02:10:30.539531 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3ef7af83-a690-41b8-9453-57eca96e8e1b req-3e15c34e-48c1-4b7b-9a84-e54d489cd236 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0340662
Jan 28 02:10:38.705187 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-097cb64a-9b9a-4b49-809e-f91dbced0dbb tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43440463&fields=id&tenant_id=d88874e13aa04221b933b43cb2350ad2 HTTP/1.1" status: 200  len: 267 time: 0.0332572
Jan 28 02:10:38.813091 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-f0360feb-95d9-44d7-a754-725fddd3ce9f tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:38.814565 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-f0360feb-95d9-44d7-a754-725fddd3ce9f tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/networks?id=7946a91b-c87f-479e-b41f-92c9cd8d4828 HTTP/1.1" status: 200  len: 811 time: 0.1007812
Jan 28 02:10:38.830239 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-634c11ab-1ca6-4401-9701-7ec2dcce85c0 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/quotas/d88874e13aa04221b933b43cb2350ad2 HTTP/1.1" status: 200  len: 375 time: 0.0093639
Jan 28 02:10:38.891257 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-aa459892-aa9e-4ab0-8a82-42f4cb7d7693 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d88874e13aa04221b933b43cb2350ad2&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0549302
Jan 28 02:10:38.986156 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-a3ea8cfc-ef8a-44cd-b75d-6cd3087d3581 service neutron] 10.222.0.77 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823622
Jan 28 02:10:39.083139 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-0dc78b0e-b969-48f9-b0dd-c3a233d65015 service neutron] 10.222.0.77 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0908659
Jan 28 02:10:39.380068 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f8e05fb9-cb07-4315-bd7a-afebe40d20b9 req-98d76cbb-da12-4702-b45f-6547bbf1ba4f tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 210 time: 0.0271943
Jan 28 02:10:40.482145 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0b8d7293-c455-43cd-bfc9-b5b855fdc9a7 req-3e0527b7-b4fc-4b85-b056-5041b8d18326 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 210 time: 0.0274177
Jan 28 02:10:40.531524 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-e677b3b4-9205-43f6-ba64-37da012d4ce4 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:40.532902 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-e677b3b4-9205-43f6-ba64-37da012d4ce4 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.82 "GET /v2.0/networks?id=7946a91b-c87f-479e-b41f-92c9cd8d4828 HTTP/1.1" status: 200  len: 811 time: 0.1101580
Jan 28 02:10:40.588202 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-dbd27696-e7b1-45bd-9d24-cf66ba60114d tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d88874e13aa04221b933b43cb2350ad2 HTTP/1.1" status: 200  len: 378 time: 0.0358238
Jan 28 02:10:40.622496 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Request body: {'port': {'device_id': 'e0dd16ec-7053-428e-8113-7d7c01cfc067', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'admin_state_up': True, 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'security_groups': ['cda0faae-0b3f-4fb7-9c24-8062d9090e75']}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:10:40.730930 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Made reservation on behalf of d88874e13aa04221b933b43cb2350ad2 for: {'port': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:10:40.734383 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:40.865420 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Allocated IP 172.20.0.14 (7946a91b-c87f-479e-b41f-92c9cd8d4828/eaa3750d-c13f-4d6a-9333-02aefa682127/3b7c3179-5b9c-4779-8b0d-407f4b619b44) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:10:41.008441 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:41.041092 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:41.086979 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Network 7946a91b-c87f-479e-b41f-92c9cd8d4828 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:10:41.090273 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:10:41.094417 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:10:41.101877 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event updated for resources: {'Port': ['ID=3b7c3179-5b9c-4779-8b0d-407f4b619b44,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:41.126604 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:41.126972 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:41.127258 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:41.127596 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:41.127926 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:41.128256 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:41.128584 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:41.128912 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:41.129241 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:41.129563 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:41.129925 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:41.130234 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:41.163881 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:41.164553 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:41.193448 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-4bab8f86-2e4b-4d69-9b65-dd2bb4c7e90b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5748827
Jan 28 02:10:41.217046 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Request body: {'port': {'device_id': 'e0dd16ec-7053-428e-8113-7d7c01cfc067', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:10:41.287241 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:41.340678 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-73dba657-28fc-408c-897a-070fdafc7399 None None] Provisioning complete for port 3b7c3179-5b9c-4779-8b0d-407f4b619b44 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:10:41.341350 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-73dba657-28fc-408c-897a-070fdafc7399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:41.403929 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-73dba657-28fc-408c-897a-070fdafc7399 None None] Port 3b7c3179-5b9c-4779-8b0d-407f4b619b44 cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:10:41.602854 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b7c3179-5b9c-4779-8b0d-407f4b619b44 {{(pid=101323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:10:41.610533 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:41.610947 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0ed1c-138e-4f52-9459-6eeb2fab970f req-fdb64973-4423-4caf-9240-bd8e6c6e8fa8 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:41.612626 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-59d0ed1c-138e-4f52-9459-6eeb2fab970f req-fdb64973-4423-4caf-9240-bd8e6c6e8fa8 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 932 time: 0.0498116
Jan 28 02:10:41.623629 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.provisioning_blocks [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Transition to ACTIVE for port object 3b7c3179-5b9c-4779-8b0d-407f4b619b44 will not be triggered until provisioned by entity L2. {{(pid=101323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:10:41.634817 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:41.652020 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-59d0ed1c-138e-4f52-9459-6eeb2fab970f req-94070f35-6a9b-4755-9150-1b50bf17ce86 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0331428
Jan 28 02:10:41.691816 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7c3179-5b9c-4779-8b0d-407f4b619b44,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:41.767402 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Attempting to bind port 3b7c3179-5b9c-4779-8b0d-407f4b619b44 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:10:41.767733 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Attempting to bind port 3b7c3179-5b9c-4779-8b0d-407f4b619b44 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:10:41.768054 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Attempting to bind port 3b7c3179-5b9c-4779-8b0d-407f4b619b44 on network 7946a91b-c87f-479e-b41f-92c9cd8d4828 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:10:41.774256 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Port 3b7c3179-5b9c-4779-8b0d-407f4b619b44 on network 7946a91b-c87f-479e-b41f-92c9cd8d4828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:10:41.774770 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Attempting to bind port 3b7c3179-5b9c-4779-8b0d-407f4b619b44 on network 7946a91b-c87f-479e-b41f-92c9cd8d4828 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:10:41.784140 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:10:41.784140 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Checking segment: {'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:10:41.784140 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Bound using segment: {'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:10:41.784140 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Bound port: 3b7c3179-5b9c-4779-8b0d-407f4b619b44, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd985fe-1a89-4b65-b7ab-98d9dc652818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828'}}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:10:41.784678 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:41.845583 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-261a1263-2a48-42a6-90e9-bfa05b643084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:41.868338 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] For port 3b7c3179-5b9c-4779-8b0d-407f4b619b44, host hv-cinder-82497, cleared binding levels {{(pid=101323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:10:41.871817 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] For port 3b7c3179-5b9c-4779-8b0d-407f4b619b44, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3b7c3179-5b9c-4779-8b0d-407f4b619b44,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:10:41.875878 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:41.909595 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:41.910254 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:41.911975 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] 10.222.0.82 "PUT /v2.0/ports/3b7c3179-5b9c-4779-8b0d-407f4b619b44 HTTP/1.1" status: 200  len: 1094 time: 0.7012811
Jan 28 02:10:41.912181 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dd16ec-7053-428e-8113-7d7c01cfc067', 'tag': '3b7c3179-5b9c-4779-8b0d-407f4b619b44'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:10:41.914620 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dea2e6-60e4-4b35-9abf-23a0bb85b8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dd16ec-7053-428e-8113-7d7c01cfc067", "tag": "3b7c3179-5b9c-4779-8b0d-407f4b619b44"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:10:41.950637 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e370538-1c31-4387-bcbd-2b3839c6a950 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7c3179-5b9c-4779-8b0d-407f4b619b44,revision_number=3']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:41.969302 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da86f98c-388c-4235-b2d7-53c756b47347 x-openstack-request-id: req-da86f98c-388c-4235-b2d7-53c756b47347 {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:10:41.969671 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dd16ec-7053-428e-8113-7d7c01cfc067", "tag": "3b7c3179-5b9c-4779-8b0d-407f4b619b44", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:10:41.970025 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da86f98c-388c-4235-b2d7-53c756b47347 {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:10:41.970501 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0dd16ec-7053-428e-8113-7d7c01cfc067', 'tag': '3b7c3179-5b9c-4779-8b0d-407f4b619b44', 'status': 'completed', 'code': 200}
Jan 28 02:10:42.068292 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-fdb5a4f8-dde8-42d7-bab3-13a33d5f27b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:42.070331 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-fdb5a4f8-dde8-42d7-bab3-13a33d5f27b9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d88874e13aa04221b933b43cb2350ad2&device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 1097 time: 0.0526216
Jan 28 02:10:42.122177 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-90740606-2fe8-4a83-ae3e-94006c3e2dcb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b7c3179-5b9c-4779-8b0d-407f4b619b44 HTTP/1.1" status: 200  len: 217 time: 0.0332625
Jan 28 02:10:42.183939 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-de3f87c6-d54e-4146-9019-ac271061a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:42.185410 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-de3f87c6-d54e-4146-9019-ac271061a7d8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eaa3750d-c13f-4d6a-9333-02aefa682127 HTTP/1.1" status: 200  len: 850 time: 0.0477917
Jan 28 02:10:42.242312 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-eaa20d8f-89a3-4720-a143-7d2659ad0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:42.243724 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-eaa20d8f-89a3-4720-a143-7d2659ad0531 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7946a91b-c87f-479e-b41f-92c9cd8d4828&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0455644
Jan 28 02:10:42.345061 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-68b1faec-2e6d-4079-bf76-b888ec21b456 service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853555
Jan 28 02:10:42.447495 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-5d15046b-43b8-4fa8-818f-42b5b6d5e911 req-c7543734-8f02-4db5-acfa-ee3e41d3e3cb service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0927134
Jan 28 02:10:42.593451 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dea2e6-60e4-4b35-9abf-23a0bb85b8c4 req-2d8d1df8-d916-42c4-b92d-bf6184c9b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:42.594977 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-14dea2e6-60e4-4b35-9abf-23a0bb85b8c4 req-2d8d1df8-d916-42c4-b92d-bf6184c9b427 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d88874e13aa04221b933b43cb2350ad2&device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 1097 time: 0.0428073
Jan 28 02:10:42.690059 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dea2e6-60e4-4b35-9abf-23a0bb85b8c4 req-9c14fe5c-92e4-4796-adf6-e08719d13092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:42.691903 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-14dea2e6-60e4-4b35-9abf-23a0bb85b8c4 req-9c14fe5c-92e4-4796-adf6-e08719d13092 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7946a91b-c87f-479e-b41f-92c9cd8d4828 HTTP/1.1" status: 200  len: 912 time: 0.0886908
Jan 28 02:10:42.739668 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-14dea2e6-60e4-4b35-9abf-23a0bb85b8c4 req-d78e4325-909d-4e89-8d40-115b4a3be23c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b7c3179-5b9c-4779-8b0d-407f4b619b44 HTTP/1.1" status: 200  len: 217 time: 0.0382006
Jan 28 02:10:42.776911 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2787163-aa4a-4f3c-a4f2-79783a37682e req-087729b4-8235-478a-a65f-f5817c36a89f tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:42.778466 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a2787163-aa4a-4f3c-a4f2-79783a37682e req-087729b4-8235-478a-a65f-f5817c36a89f tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 944 time: 0.0571685
Jan 28 02:10:42.790173 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dea2e6-60e4-4b35-9abf-23a0bb85b8c4 req-15c982d9-2c89-4329-bdd1-bd7828a3c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:42.791634 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-14dea2e6-60e4-4b35-9abf-23a0bb85b8c4 req-15c982d9-2c89-4329-bdd1-bd7828a3c2a6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eaa3750d-c13f-4d6a-9333-02aefa682127 HTTP/1.1" status: 200  len: 850 time: 0.0438731
Jan 28 02:10:42.817955 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a2787163-aa4a-4f3c-a4f2-79783a37682e req-ec8f7134-0dc3-4abf-badb-d8e13985fecb tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0332704
Jan 28 02:10:42.842134 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dea2e6-60e4-4b35-9abf-23a0bb85b8c4 req-63293449-242a-4e2f-b1a9-7d2c9d26096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:42.843625 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-14dea2e6-60e4-4b35-9abf-23a0bb85b8c4 req-63293449-242a-4e2f-b1a9-7d2c9d26096c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7946a91b-c87f-479e-b41f-92c9cd8d4828&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0426128
Jan 28 02:10:42.944677 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-14dea2e6-60e4-4b35-9abf-23a0bb85b8c4 req-0d338cc8-3045-4136-81b5-d7a5da03cf2c service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909967
Jan 28 02:10:43.040327 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-14dea2e6-60e4-4b35-9abf-23a0bb85b8c4 req-5d88d513-cb03-46e3-9ad3-c9c70712dbfb service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822289
Jan 28 02:10:43.904280 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e348681-0d6c-4699-80fb-99aaf5ab7895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:43.934213 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7758e-32b0-4d99-82a0-0c0b609f69ec req-ba69c6de-1764-4ccb-87b3-234d290f2250 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:43.935738 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b7f7758e-32b0-4d99-82a0-0c0b609f69ec req-ba69c6de-1764-4ccb-87b3-234d290f2250 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 944 time: 0.0490568
Jan 28 02:10:43.973871 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b7f7758e-32b0-4d99-82a0-0c0b609f69ec req-d43419fa-d576-48c1-b411-d43457038270 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0321574
Jan 28 02:10:44.893025 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:45.087206 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08d665-7003-4cc6-ba24-38e2986762c0 req-74fb8e9c-8de6-413b-b9d9-bedadbc31139 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:45.088732 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ec08d665-7003-4cc6-ba24-38e2986762c0 req-74fb8e9c-8de6-413b-b9d9-bedadbc31139 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 944 time: 0.0492837
Jan 28 02:10:45.126157 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ec08d665-7003-4cc6-ba24-38e2986762c0 req-7004e884-457d-4dad-bff2-d238be2c2dc1 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0313809
Jan 28 02:10:45.336721 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:46.242445 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf65e9-6f17-4dbe-b5c8-c3b2aa6cee24 req-395cffda-bcf8-4110-8e27-6ee4b4f3d796 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:46.243917 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-75bf65e9-6f17-4dbe-b5c8-c3b2aa6cee24 req-395cffda-bcf8-4110-8e27-6ee4b4f3d796 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 944 time: 0.0525630
Jan 28 02:10:46.282861 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-75bf65e9-6f17-4dbe-b5c8-c3b2aa6cee24 req-2a0d4d6d-27e4-4d67-a2ad-3e005c88312c tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0329220
Jan 28 02:10:46.859608 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:47.356608 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:47.410867 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2892b-1d0d-4472-ac6b-23b47a9730c1 req-6f9c96b5-8785-4057-88f7-56e34c358524 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:47.413622 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-71c2892b-1d0d-4472-ac6b-23b47a9730c1 req-6f9c96b5-8785-4057-88f7-56e34c358524 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 944 time: 0.0638525
Jan 28 02:10:47.453841 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-71c2892b-1d0d-4472-ac6b-23b47a9730c1 req-a0d772f7-ed9d-4e6e-b41e-05f70f9a3515 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0344915
Jan 28 02:10:48.246031 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:10:48.572506 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb905a79-306a-4cfa-b447-c5b2a2720e89 req-d667e13b-50f7-4a54-b199-d7c5f696fb4a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:48.573961 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cb905a79-306a-4cfa-b447-c5b2a2720e89 req-d667e13b-50f7-4a54-b199-d7c5f696fb4a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 944 time: 0.0484354
Jan 28 02:10:48.611248 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cb905a79-306a-4cfa-b447-c5b2a2720e89 req-fa63d4fc-7fba-4348-8f99-a620c34be36c tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0310605
Jan 28 02:10:49.730951 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1c26a-14c8-430c-adbb-b08f6b4c5da6 req-f4a064a2-e596-4b8f-838d-fead75242ecd tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:49.732727 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7ae1c26a-14c8-430c-adbb-b08f6b4c5da6 req-f4a064a2-e596-4b8f-838d-fead75242ecd tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 944 time: 0.0556109
Jan 28 02:10:49.829438 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7ae1c26a-14c8-430c-adbb-b08f6b4c5da6 req-1a40fdd5-a12f-484d-9f1e-e6e6324b8eca tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0861826
Jan 28 02:10:49.877155 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 3b7c3179-5b9c-4779-8b0d-407f4b619b44 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:10:49.971562 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 3b7c3179-5b9c-4779-8b0d-407f4b619b44, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3b7c3179-5b9c-4779-8b0d-407f4b619b44,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:10:49.982122 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': '3b7c3179-5b9c-4779-8b0d-407f4b619b44', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'port_id': '3b7c3179-5b9c-4779-8b0d-407f4b619b44', 'mac_address': 'fa:16:3e:fe:88:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:10:50.019540 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:50.032044 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7c3179-5b9c-4779-8b0d-407f4b619b44 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:10:50.050739 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 3b7c3179-5b9c-4779-8b0d-407f4b619b44, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3b7c3179-5b9c-4779-8b0d-407f4b619b44,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:10:50.055010 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:50.108421 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=3b7c3179-5b9c-4779-8b0d-407f4b619b44,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:50.607341 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['3b7c3179-5b9c-4779-8b0d-407f4b619b44'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:10:50.953070 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255da19-4c1d-429c-ada6-04e7bfa21605 req-7deb9a5c-e887-4786-9e5a-d5757ee03ac6 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:50.954592 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8255da19-4c1d-429c-ada6-04e7bfa21605 req-7deb9a5c-e887-4786-9e5a-d5757ee03ac6 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 945 time: 0.0495911
Jan 28 02:10:50.993315 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8255da19-4c1d-429c-ada6-04e7bfa21605 req-ca9e92d0-30b4-4229-9739-0bece79c2e11 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0316799
Jan 28 02:10:51.882940 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 3b7c3179-5b9c-4779-8b0d-407f4b619b44 up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:10:51.931211 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port 3b7c3179-5b9c-4779-8b0d-407f4b619b44 completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:10:51.935046 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port 3b7c3179-5b9c-4779-8b0d-407f4b619b44 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:10:51.935414 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:52.011090 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:52.034616 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dd16ec-7053-428e-8113-7d7c01cfc067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7c3179-5b9c-4779-8b0d-407f4b619b44'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:10:52.037083 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3992e054-7014-4687-93b8-1b49b9903786" -d '{"events": [{"server_uuid": "e0dd16ec-7053-428e-8113-7d7c01cfc067", "name": "network-vif-plugged", "status": "completed", "tag": "3b7c3179-5b9c-4779-8b0d-407f4b619b44"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:10:52.056236 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 3b7c3179-5b9c-4779-8b0d-407f4b619b44, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3b7c3179-5b9c-4779-8b0d-407f4b619b44,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:10:52.061938 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:52.086166 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b397f2ef-b7d8-4db9-8cb3-a69b949c9e88 x-openstack-request-id: req-b397f2ef-b7d8-4db9-8cb3-a69b949c9e88 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:10:52.086455 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dd16ec-7053-428e-8113-7d7c01cfc067", "name": "network-vif-plugged", "status": "completed", "tag": "3b7c3179-5b9c-4779-8b0d-407f4b619b44", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:10:52.086708 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b397f2ef-b7d8-4db9-8cb3-a69b949c9e88 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:10:52.087093 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dd16ec-7053-428e-8113-7d7c01cfc067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7c3179-5b9c-4779-8b0d-407f4b619b44', 'code': 200}
Jan 28 02:10:52.114781 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=3b7c3179-5b9c-4779-8b0d-407f4b619b44,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:52.115384 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208484-0509-4383-aa18-c8ef84b07f8d req-f027f1e9-6f99-47be-9174-0153e3a01c63 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:52.117024 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4b208484-0509-4383-aa18-c8ef84b07f8d req-f027f1e9-6f99-47be-9174-0153e3a01c63 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 946 time: 0.0549409
Jan 28 02:10:52.157470 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4b208484-0509-4383-aa18-c8ef84b07f8d req-988c3974-2994-42c6-92e7-196b92aa6e1a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0343502
Jan 28 02:10:52.409909 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8899f0-5665-424f-87f6-f0abaff0c298 req-41e898e5-521a-4403-bbf1-ae5fad45e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:52.411300 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ca8899f0-5665-424f-87f6-f0abaff0c298 req-41e898e5-521a-4403-bbf1-ae5fad45e6cc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 1099 time: 0.0415254
Jan 28 02:10:52.452642 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ca8899f0-5665-424f-87f6-f0abaff0c298 req-afa0c80a-20f9-40f7-b8d4-b8e97b5728e7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0323868
Jan 28 02:10:53.279037 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b69ac1-8312-4da6-bdf0-caedd46c9083 req-2295a033-993c-4ccc-b91c-5686cdadd4ae tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:53.280618 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f1b69ac1-8312-4da6-bdf0-caedd46c9083 req-2295a033-993c-4ccc-b91c-5686cdadd4ae tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 946 time: 0.0517478
Jan 28 02:10:53.318509 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f1b69ac1-8312-4da6-bdf0-caedd46c9083 req-27827dd3-eb42-4037-b61b-4d0deaf2ca38 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0318940
Jan 28 02:10:54.434144 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b3058-50d2-4dbe-8bc0-a2a520462ff9 req-a1bc6bc8-8ebb-4e72-8e31-ad9f2f7d6c25 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:54.435800 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a67b3058-50d2-4dbe-8bc0-a2a520462ff9 req-a1bc6bc8-8ebb-4e72-8e31-ad9f2f7d6c25 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 946 time: 0.0498080
Jan 28 02:10:54.474322 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a67b3058-50d2-4dbe-8bc0-a2a520462ff9 req-4f63d7d5-d3b7-4c12-b566-e014fb96f333 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0324051
Jan 28 02:10:54.591443 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3253c-3665-4576-9978-e789ae1e1f47 req-249e88be-888a-4fbe-86b9-6c7b3883601c tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:54.592824 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8ac3253c-3665-4576-9978-e789ae1e1f47 req-249e88be-888a-4fbe-86b9-6c7b3883601c tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 946 time: 0.0513039
Jan 28 02:10:54.631516 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8ac3253c-3665-4576-9978-e789ae1e1f47 req-8b9ec109-1bc5-4585-ae38-3a3df3ffd1cf tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0322144
Jan 28 02:10:54.653700 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 46964) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:54.697470 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e33dea3-8f01-4e33-8350-fe573eea9d75 tempest-TestVolumeBootPattern-318711507 tempest-TestVolumeBootPattern-318711507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:54.699010 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-6e33dea3-8f01-4e33-8350-fe573eea9d75 tempest-TestVolumeBootPattern-318711507 tempest-TestVolumeBootPattern-318711507-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 1094 time: 0.0442150
Jan 28 02:10:54.702234 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 46966) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:54.706904 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Request body: {'floatingip': {'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'port_id': '3b7c3179-5b9c-4779-8b0d-407f4b619b44', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:10:54.730076 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for floatingip, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:54.824130 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:54.932925 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_common [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Allocated IP 172.27.3.29 (77030b15-4317-4bc4-9693-f7afef5939e8/a10a135b-d338-4414-a2fc-bd26c83c352b/a175e445-96b3-42db-a75d-1eb2e259e876) {{(pid=101322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:10:55.031864 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for port, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:55.065104 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:55.108003 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Network 77030b15-4317-4bc4-9693-f7afef5939e8 is already hosted by enough agents. {{(pid=101322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:10:55.110801 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.base_scheduler [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Resources bound (agent type, host, resource id):  {{(pid=101322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:10:55.114259 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Received port after_create {{(pid=101322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:10:55.135939 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event updated for resources: {'Port': ['ID=a175e445-96b3-42db-a75d-1eb2e259e876,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:55.149096 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:55.149451 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:55.149901 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:55.150246 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:55.150584 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:55.150922 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:55.151256 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:55.151587 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:55.151919 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:55.152258 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:55.152574 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:55.152898 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:55.485106 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:55.553424 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:55.703032 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for port, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:55.708078 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4291371100'] for port, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:55.782845 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event updated for resources: {'Port': ['ID=a175e445-96b3-42db-a75d-1eb2e259e876,revision_number=2']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:55.791178 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551309'] for floatingip, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:56.125280 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.l3_db [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Floating IP 5b9cfc51-fd42-4538-9463-5a9d25009952 associated. External IP: 172.27.3.29, port: 3b7c3179-5b9c-4779-8b0d-407f4b619b44.
Jan 28 02:10:56.338137 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Router 7ecd1c88-263f-4999-899c-b6c8b6899074 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:10:56.447970 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:10:56.457993 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458d6e0-d941-43c0-aeaa-985434ca22d5 None None] Sync routers for ids ['7ecd1c88-263f-4999-899c-b6c8b6899074'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:10:56.465915 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:56.467695 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458d6e0-d941-43c0-aeaa-985434ca22d5 None None] Routers {'7ecd1c88-263f-4999-899c-b6c8b6899074'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:10:56.468312 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-3458d6e0-d941-43c0-aeaa-985434ca22d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fab10580>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:10:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['7ecd1c88-263f-4999-899c-b6c8b6899074'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:10:56.494211 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-31792c17-9505-45d9-b7cb-a51c70d9815a tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.7904029
Jan 28 02:10:56.494825 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dd16ec-7053-428e-8113-7d7c01cfc067', 'tag': '3b7c3179-5b9c-4779-8b0d-407f4b619b44'}] {{(pid=101322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:10:56.497079 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22e9aba1f3ae753be8f095bd4de5bd58f45f4f40cfe68f6f18584bec835fbd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea7cfd8-61c4-428b-9015-32d0a5e3e3f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dd16ec-7053-428e-8113-7d7c01cfc067", "tag": "3b7c3179-5b9c-4779-8b0d-407f4b619b44"}]}' {{(pid=101322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:10:56.534340 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf3e660-ea93-4a3e-a775-4d40e5514c60 x-openstack-request-id: req-faf3e660-ea93-4a3e-a775-4d40e5514c60 {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:10:56.534630 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dd16ec-7053-428e-8113-7d7c01cfc067", "tag": "3b7c3179-5b9c-4779-8b0d-407f4b619b44", "status": "completed", "code": 200}]} {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:10:56.534881 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-faf3e660-ea93-4a3e-a775-4d40e5514c60 {{(pid=101322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:10:56.535273 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0dd16ec-7053-428e-8113-7d7c01cfc067', 'tag': '3b7c3179-5b9c-4779-8b0d-407f4b619b44', 'status': 'completed', 'code': 200}
Jan 28 02:10:56.585638 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-3458d6e0-d941-43c0-aeaa-985434ca22d5 None None] Set router 7ecd1c88-263f-4999-899c-b6c8b6899074 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:10:56.623881 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7cfd8-61c4-428b-9015-32d0a5e3e3f6 req-a1991e3b-5874-470b-b3de-b5a343154a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:56.625367 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-dea7cfd8-61c4-428b-9015-32d0a5e3e3f6 req-a1991e3b-5874-470b-b3de-b5a343154a76 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d88874e13aa04221b933b43cb2350ad2&device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 1099 time: 0.0457685
Jan 28 02:10:56.726308 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7cfd8-61c4-428b-9015-32d0a5e3e3f6 req-b9f6f48e-83c6-454d-985b-c8bad2595771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:56.727705 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-dea7cfd8-61c4-428b-9015-32d0a5e3e3f6 req-b9f6f48e-83c6-454d-985b-c8bad2595771 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7946a91b-c87f-479e-b41f-92c9cd8d4828 HTTP/1.1" status: 200  len: 912 time: 0.0903847
Jan 28 02:10:56.797171 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-dea7cfd8-61c4-428b-9015-32d0a5e3e3f6 req-e213537f-7002-4467-8ed0-c28577b3ebd4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b7c3179-5b9c-4779-8b0d-407f4b619b44 HTTP/1.1" status: 200  len: 999 time: 0.0621877
Jan 28 02:10:56.819581 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-3458d6e0-d941-43c0-aeaa-985434ca22d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fab10580>, [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': '5b9cfc51-fd42-4538-9463-5a9d25009952', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'port_id': '3b7c3179-5b9c-4779-8b0d-407f4b619b44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'mac_address': 'fa:16:3e:fe:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd16ec-7053-428e-8113-7d7c01cfc067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:10:55Z', 'updated_at': '2022-01-28T02:10:55Z', 'revision_number': 0, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'fixed_ip_address_scope': None}, {'id': 'e4f89888-809c-41c9-acdc-ce9b760bb659', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'port_id': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'mac_address': 'fa:16:3e:1f:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 1, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 5, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:10:56.851542 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7cfd8-61c4-428b-9015-32d0a5e3e3f6 req-c4d01cd0-eb09-4441-a08c-db9c1b41a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:56.852427 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458d6e0-d941-43c0-aeaa-985434ca22d5 None None] Checking router: 7ecd1c88-263f-4999-899c-b6c8b6899074 for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:10:56.853028 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-dea7cfd8-61c4-428b-9015-32d0a5e3e3f6 req-c4d01cd0-eb09-4441-a08c-db9c1b41a9bd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eaa3750d-c13f-4d6a-9333-02aefa682127 HTTP/1.1" status: 200  len: 850 time: 0.0465777
Jan 28 02:10:56.860808 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458d6e0-d941-43c0-aeaa-985434ca22d5 None None] Routers {'7ecd1c88-263f-4999-899c-b6c8b6899074'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:10:56.861416 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-3458d6e0-d941-43c0-aeaa-985434ca22d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fab10580>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:10:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['7ecd1c88-263f-4999-899c-b6c8b6899074'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:10:56.901401 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7cfd8-61c4-428b-9015-32d0a5e3e3f6 req-ce1b7c86-b0b6-4457-8238-0ce9d5287345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:56.902932 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-dea7cfd8-61c4-428b-9015-32d0a5e3e3f6 req-ce1b7c86-b0b6-4457-8238-0ce9d5287345 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7946a91b-c87f-479e-b41f-92c9cd8d4828&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0413895
Jan 28 02:10:56.971701 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-3458d6e0-d941-43c0-aeaa-985434ca22d5 None None] Set router 7ecd1c88-263f-4999-899c-b6c8b6899074 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:10:56.999356 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-dea7cfd8-61c4-428b-9015-32d0a5e3e3f6 req-81967ed4-b280-407a-96ac-dddc8ad9ea60 service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887487
Jan 28 02:10:57.093277 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-dea7cfd8-61c4-428b-9015-32d0a5e3e3f6 req-b1a9edfc-be14-4e28-9ff5-de6f0dbe3ce6 service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835667
Jan 28 02:10:57.205815 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-3458d6e0-d941-43c0-aeaa-985434ca22d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fab10580>, [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': '5b9cfc51-fd42-4538-9463-5a9d25009952', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'port_id': '3b7c3179-5b9c-4779-8b0d-407f4b619b44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'mac_address': 'fa:16:3e:fe:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd16ec-7053-428e-8113-7d7c01cfc067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:10:55Z', 'updated_at': '2022-01-28T02:10:55Z', 'revision_number': 0, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'fixed_ip_address_scope': None}, {'id': 'e4f89888-809c-41c9-acdc-ce9b760bb659', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'port_id': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'mac_address': 'fa:16:3e:1f:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 1, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 5, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:10:57.235876 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458d6e0-d941-43c0-aeaa-985434ca22d5 None None] The sync data for ids ['7ecd1c88-263f-4999-899c-b6c8b6899074'] in dv-cinder-824979-1-iscsi is: [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': '5b9cfc51-fd42-4538-9463-5a9d25009952', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'port_id': '3b7c3179-5b9c-4779-8b0d-407f4b619b44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'mac_address': 'fa:16:3e:fe:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd16ec-7053-428e-8113-7d7c01cfc067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:10:55Z', 'updated_at': '2022-01-28T02:10:55Z', 'revision_number': 0, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'fixed_ip_address_scope': None}, {'id': 'e4f89888-809c-41c9-acdc-ce9b760bb659', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'port_id': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'mac_address': 'fa:16:3e:1f:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 1, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 5, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:10:57.426603 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbbc09c-2d9e-46eb-b699-1241ee5e1e29 None None] New status for floating IP 5b9cfc51-fd42-4538-9463-5a9d25009952: ACTIVE {{(pid=101324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:11:11.847111 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d0b180d0-f3e7-4eba-af73-a7472efb5ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:13.905577 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9fe3fbfe-8055-41ef-a678-5cdf9f7d98cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:14.406480 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bcf8d-6bd4-4a0a-8fd5-ae48210b1386 req-c66acbfc-2453-49d8-b96b-c95889213a8d tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:14.408267 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a73bcf8d-6bd4-4a0a-8fd5-ae48210b1386 req-c66acbfc-2453-49d8-b96b-c95889213a8d tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0489297
Jan 28 02:11:14.448843 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-a73bcf8d-6bd4-4a0a-8fd5-ae48210b1386 req-a50ebc6a-ca6f-46a0-80bb-c8e9e53e1028 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0339944
Jan 28 02:11:14.899118 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:15.349430 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:15.578971 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722be79-25b6-41db-84d0-f63552ce7eb6 req-e9a41961-02b8-4c02-b53c-2488ec7cb825 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:15.580401 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6722be79-25b6-41db-84d0-f63552ce7eb6 req-e9a41961-02b8-4c02-b53c-2488ec7cb825 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0577149
Jan 28 02:11:15.624017 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-6722be79-25b6-41db-84d0-f63552ce7eb6 req-2bb1d379-452b-48f6-818b-24afd44d94f8 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375993
Jan 28 02:11:16.791759 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710096e-bb80-4bc5-ad1c-c1f622261614 req-e524a571-0440-4ac3-9cef-71724d80971d tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:16.793250 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b710096e-bb80-4bc5-ad1c-c1f622261614 req-e524a571-0440-4ac3-9cef-71724d80971d tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0995846
Jan 28 02:11:16.833773 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b710096e-bb80-4bc5-ad1c-c1f622261614 req-4a287499-fb9b-441d-b5bd-d2b289c9fd21 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0342672
Jan 28 02:11:16.860569 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:17.358811 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:17.944574 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9e6f8-51f5-4693-8317-19cf22b6c2ec req-ce0a0a91-354a-4455-80a8-2fce65891e71 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:17.946578 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-89d9e6f8-51f5-4693-8317-19cf22b6c2ec req-ce0a0a91-354a-4455-80a8-2fce65891e71 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0487869
Jan 28 02:11:17.984062 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-89d9e6f8-51f5-4693-8317-19cf22b6c2ec req-ddff97c7-a7a6-44fc-8fe6-8e33c7c77e1f tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0312765
Jan 28 02:11:19.099670 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a81ea-6e2f-4e9c-a680-0b92744fb539 req-cfc66665-88db-4699-81b7-e374c2d6f79b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:19.101463 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b92a81ea-6e2f-4e9c-a680-0b92744fb539 req-cfc66665-88db-4699-81b7-e374c2d6f79b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0512927
Jan 28 02:11:19.142737 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b92a81ea-6e2f-4e9c-a680-0b92744fb539 req-0a63cefd-eb56-4f0a-b80b-5c0ccd4d1628 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353136
Jan 28 02:11:20.304866 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae75f4-7267-481f-8db1-33a24c6d15db req-14deba51-1193-44ed-9390-2a712cc0384f tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:20.306357 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f9ae75f4-7267-481f-8db1-33a24c6d15db req-14deba51-1193-44ed-9390-2a712cc0384f tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0986805
Jan 28 02:11:20.345790 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f9ae75f4-7267-481f-8db1-33a24c6d15db req-a733581f-f4f5-43a1-82a2-c2b601b841f4 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0334477
Jan 28 02:11:20.349896 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-a44624e4-666d-4a99-a888-d3661b11e04d req-605b788e-9c27-4802-b126-8f9519fcf27f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0408890
Jan 28 02:11:20.447592 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44624e4-666d-4a99-a888-d3661b11e04d req-4b6695a3-72f0-4952-b0c8-3cd15e04706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:20.449093 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-a44624e4-666d-4a99-a888-d3661b11e04d req-4b6695a3-72f0-4952-b0c8-3cd15e04706a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d88874e13aa04221b933b43cb2350ad2&device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 1098 time: 0.0462325
Jan 28 02:11:20.549603 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44624e4-666d-4a99-a888-d3661b11e04d req-929441ae-dbe2-4380-8b2c-6a74125a8866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:20.551084 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-a44624e4-666d-4a99-a888-d3661b11e04d req-929441ae-dbe2-4380-8b2c-6a74125a8866 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7946a91b-c87f-479e-b41f-92c9cd8d4828 HTTP/1.1" status: 200  len: 912 time: 0.0811272
Jan 28 02:11:20.618991 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-a44624e4-666d-4a99-a888-d3661b11e04d req-6693d29a-87e0-4f54-a147-4c379f237e00 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad3725b6-3af9-47fd-8f63-1d51eba272ca HTTP/1.1" status: 200  len: 1001 time: 0.0604672
Jan 28 02:11:20.672361 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44624e4-666d-4a99-a888-d3661b11e04d req-2314472a-a8ae-4971-8beb-c8a32bc28e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:20.673887 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-a44624e4-666d-4a99-a888-d3661b11e04d req-2314472a-a8ae-4971-8beb-c8a32bc28e39 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eaa3750d-c13f-4d6a-9333-02aefa682127 HTTP/1.1" status: 200  len: 850 time: 0.0457094
Jan 28 02:11:20.724270 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44624e4-666d-4a99-a888-d3661b11e04d req-d4bc2937-381e-4b33-8250-a72e9e75947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:20.725650 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-a44624e4-666d-4a99-a888-d3661b11e04d req-d4bc2937-381e-4b33-8250-a72e9e75947f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7946a91b-c87f-479e-b41f-92c9cd8d4828&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0399079
Jan 28 02:11:20.824519 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-a44624e4-666d-4a99-a888-d3661b11e04d req-57e19214-8646-47c8-a5ac-fe71cfa77b0e service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834398
Jan 28 02:11:20.917219 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-a44624e4-666d-4a99-a888-d3661b11e04d req-f768272c-9905-49dd-bba0-7d606f87b45c service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823715
Jan 28 02:11:21.463593 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d10031-4e31-4e86-8d37-5df5b8776c83 req-50d20a2f-4b68-44db-94d6-a2447b90202c tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:21.465248 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c9d10031-4e31-4e86-8d37-5df5b8776c83 req-50d20a2f-4b68-44db-94d6-a2447b90202c tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0553622
Jan 28 02:11:21.505880 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c9d10031-4e31-4e86-8d37-5df5b8776c83 req-e99c831d-0b23-4463-8cb6-50132c4f06b3 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341969
Jan 28 02:11:22.624792 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd12161-88d9-4032-8ec7-abd56d5e6073 req-e986f841-60b4-4f05-bae2-813b017c5735 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:22.626377 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9dd12161-88d9-4032-8ec7-abd56d5e6073 req-e986f841-60b4-4f05-bae2-813b017c5735 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0518239
Jan 28 02:11:22.671679 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-9dd12161-88d9-4032-8ec7-abd56d5e6073 req-65104790-5233-462f-bd69-e3b45b803110 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387406
Jan 28 02:11:23.788625 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6dfc7-ad42-488f-b78a-556a93ea33cc req-e9fdc126-fdf6-4f94-b712-7a0047ac2b19 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:23.790102 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f4b6dfc7-ad42-488f-b78a-556a93ea33cc req-e9fdc126-fdf6-4f94-b712-7a0047ac2b19 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0499349
Jan 28 02:11:23.830737 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f4b6dfc7-ad42-488f-b78a-556a93ea33cc req-74daf9eb-a103-4d57-ac5d-04f93950eb7e tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0337093
Jan 28 02:11:24.942969 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5c4a-4bfd-434c-8647-974867489cd3 req-2dca922a-3750-4076-a9e0-2125001fc362 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:24.944397 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8dea5c4a-4bfd-434c-8647-974867489cd3 req-2dca922a-3750-4076-a9e0-2125001fc362 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0485556
Jan 28 02:11:24.982271 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-8dea5c4a-4bfd-434c-8647-974867489cd3 req-a662ef84-2a97-46be-92f5-8200a4221373 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307915
Jan 28 02:11:25.183949 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b467bcb-c0ae-4879-9663-35934316cd90 req-7f5c78af-2698-4e0e-a4fd-d68a16d43f2a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:25.185494 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0b467bcb-c0ae-4879-9663-35934316cd90 req-7f5c78af-2698-4e0e-a4fd-d68a16d43f2a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0485542
Jan 28 02:11:25.228360 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-0b467bcb-c0ae-4879-9663-35934316cd90 req-baf0a305-c71d-4b08-a432-764d813d6d50 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365927
Jan 28 02:11:25.231785 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec30910-62c8-49bb-b7e5-fc6a7794a332 req-bdd42fc5-f88b-46ae-987c-87e83c23a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:25.233335 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0ec30910-62c8-49bb-b7e5-fc6a7794a332 req-bdd42fc5-f88b-46ae-987c-87e83c23a527 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad1d1897a9674c6bbcd0e4d1bd0b55ab&device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 1099 time: 0.0416260
Jan 28 02:11:25.250599 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:11:25.334089 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec30910-62c8-49bb-b7e5-fc6a7794a332 req-8e993645-058e-4fc1-acad-1f2b6d959d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:25.336557 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0ec30910-62c8-49bb-b7e5-fc6a7794a332 req-8e993645-058e-4fc1-acad-1f2b6d959d8b service neutron] 10.222.0.82 "GET /v2.0/networks?id=a3e05f9b-588b-4d48-8a35-7443e06d1f95 HTTP/1.1" status: 200  len: 911 time: 0.0959773
Jan 28 02:11:25.401040 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0ec30910-62c8-49bb-b7e5-fc6a7794a332 req-4450a37d-c2b5-4ed3-b7be-f632a10cfebc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ea3818d-ee8e-44a7-954e-2458c4d478d4 HTTP/1.1" status: 200  len: 1002 time: 0.0571427
Jan 28 02:11:25.453609 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec30910-62c8-49bb-b7e5-fc6a7794a332 req-eb72dbbe-f60f-4b10-99e8-dbb815979468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:25.455167 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0ec30910-62c8-49bb-b7e5-fc6a7794a332 req-eb72dbbe-f60f-4b10-99e8-dbb815979468 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0e2063a5-7214-4f7d-ae7f-8bd92159687e HTTP/1.1" status: 200  len: 849 time: 0.0481002
Jan 28 02:11:25.501036 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec30910-62c8-49bb-b7e5-fc6a7794a332 req-9898f9ed-face-4a01-aa7a-c32c249b4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:25.502471 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0ec30910-62c8-49bb-b7e5-fc6a7794a332 req-9898f9ed-face-4a01-aa7a-c32c249b4745 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a3e05f9b-588b-4d48-8a35-7443e06d1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0406899
Jan 28 02:11:25.591535 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0ec30910-62c8-49bb-b7e5-fc6a7794a332 req-2083ae8c-bfa2-4c77-a5a1-685322e1d7e8 service neutron] 10.222.0.82 "GET /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820541
Jan 28 02:11:25.688115 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0ec30910-62c8-49bb-b7e5-fc6a7794a332 req-c3baa844-2267-4a15-be15-d7b2811bc8ef service neutron] 10.222.0.82 "GET /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897129
Jan 28 02:11:26.345672 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ac993-c031-4bc3-98b5-45bf1224e808 req-4fdbc8d4-ca09-43a0-b688-66ba2fbc2508 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:26.347305 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b50ac993-c031-4bc3-98b5-45bf1224e808 req-4fdbc8d4-ca09-43a0-b688-66ba2fbc2508 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0497866
Jan 28 02:11:26.385724 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-b50ac993-c031-4bc3-98b5-45bf1224e808 req-28635db9-7f22-4d76-abf8-b5105b5c112c tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324061
Jan 28 02:11:27.502583 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c4d2e-385b-4070-b961-d3399651e484 req-adb54c83-dd9f-4fb2-aaed-8aa518328e1a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:27.504085 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-770c4d2e-385b-4070-b961-d3399651e484 req-adb54c83-dd9f-4fb2-aaed-8aa518328e1a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0494027
Jan 28 02:11:27.542845 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-770c4d2e-385b-4070-b961-d3399651e484 req-9f0b3794-9447-4e1b-93c2-d3a66bd5441e tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0326757
Jan 28 02:11:37.549777 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47042) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:37.707954 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-e498ad39-9ffc-4e35-9788-23e8a80a217e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Deleting port 59ab8d20-c12b-475a-a35b-7efbb41912fb {{(pid=101322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:11:37.708291 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e498ad39-9ffc-4e35-9788-23e8a80a217e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:37.788693 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e498ad39-9ffc-4e35-9788-23e8a80a217e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:37.789022 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e498ad39-9ffc-4e35-9788-23e8a80a217e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:37.800627 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-e498ad39-9ffc-4e35-9788-23e8a80a217e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Calling delete_port for 59ab8d20-c12b-475a-a35b-7efbb41912fb owned by network:floatingip {{(pid=101322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:11:37.948090 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e498ad39-9ffc-4e35-9788-23e8a80a217e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:37.971527 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498ad39-9ffc-4e35-9788-23e8a80a217e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Pushing event deleted for resources: {'Port': ['ID=59ab8d20-c12b-475a-a35b-7efbb41912fb,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:38.034300 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e498ad39-9ffc-4e35-9788-23e8a80a217e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for floatingip, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:38.034634 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.l3_db [None req-e498ad39-9ffc-4e35-9788-23e8a80a217e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Floating IP f3fd046f-fbce-4365-999a-2f8ff2583846 disassociated (deleted). External IP: 172.27.3.45, port: 862311b2-2f81-451f-a875-dbcc86e8b247.
Jan 28 02:11:38.242058 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e498ad39-9ffc-4e35-9788-23e8a80a217e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Router 5bf83b6a-5657-46bd-b87a-1a6504df9e0b has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:11:38.352091 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e498ad39-9ffc-4e35-9788-23e8a80a217e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:11:38.357066 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-e498ad39-9ffc-4e35-9788-23e8a80a217e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:38.361571 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3692ccbc-93ec-4c27-8c9e-a918ab139460 None None] Sync routers for ids ['5bf83b6a-5657-46bd-b87a-1a6504df9e0b'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:11:38.371417 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3692ccbc-93ec-4c27-8c9e-a918ab139460 None None] Routers {'5bf83b6a-5657-46bd-b87a-1a6504df9e0b'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:38.372026 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-3692ccbc-93ec-4c27-8c9e-a918ab139460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fb0944c0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5bf83b6a-5657-46bd-b87a-1a6504df9e0b'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:38.384121 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-e498ad39-9ffc-4e35-9788-23e8a80a217e tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "DELETE /v2.0/floatingips/f3fd046f-fbce-4365-999a-2f8ff2583846 HTTP/1.1" status: 204  len: 168 time: 0.8332162
Jan 28 02:11:38.384724 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63f7e8f-3a5e-4636-8231-688a4b068f3a', 'tag': '862311b2-2f81-451f-a875-dbcc86e8b247'}] {{(pid=101322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:11:38.387018 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22e9aba1f3ae753be8f095bd4de5bd58f45f4f40cfe68f6f18584bec835fbd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b01cd25-65ca-46f3-b926-358d108ed2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e63f7e8f-3a5e-4636-8231-688a4b068f3a", "tag": "862311b2-2f81-451f-a875-dbcc86e8b247"}]}' {{(pid=101322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:11:38.424101 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5df854-c55b-4f32-9ac5-368667cbcc20 x-openstack-request-id: req-6c5df854-c55b-4f32-9ac5-368667cbcc20 {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:11:38.424603 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63f7e8f-3a5e-4636-8231-688a4b068f3a", "tag": "862311b2-2f81-451f-a875-dbcc86e8b247", "status": "completed", "code": 200}]} {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:11:38.425167 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c5df854-c55b-4f32-9ac5-368667cbcc20 {{(pid=101322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:11:38.425573 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63f7e8f-3a5e-4636-8231-688a4b068f3a', 'tag': '862311b2-2f81-451f-a875-dbcc86e8b247', 'status': 'completed', 'code': 200}
Jan 28 02:11:38.485543 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-3692ccbc-93ec-4c27-8c9e-a918ab139460 None None] Set router 5bf83b6a-5657-46bd-b87a-1a6504df9e0b gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:38.536861 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01cd25-65ca-46f3-b926-358d108ed2e7 req-f2613b37-f0c4-442e-80ca-34cfff8db56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:38.538498 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-7b01cd25-65ca-46f3-b926-358d108ed2e7 req-f2613b37-f0c4-442e-80ca-34cfff8db56a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=226f951c63d84729beaecf1a55d5a6a8&device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 1098 time: 0.0567358
Jan 28 02:11:38.643679 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ec714-2789-4eac-9c51-dc502c91d138 req-5464884e-65e3-4b71-ab15-6d89f3ca09d3 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:38.645947 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3b7ec714-2789-4eac-9c51-dc502c91d138 req-5464884e-65e3-4b71-ab15-6d89f3ca09d3 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0681040
Jan 28 02:11:38.693371 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3b7ec714-2789-4eac-9c51-dc502c91d138 req-cdc27a8b-2d13-45fa-aca5-53cc4ba97887 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0392954
Jan 28 02:11:38.706504 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-3692ccbc-93ec-4c27-8c9e-a918ab139460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fb0944c0>, [{'id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'name': 'tempest-TestShelveInstance-1755894850-router', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:45Z', 'revision_number': 4, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'gw_port': {'id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'b017df4b-b41d-4e83-99c9-2ba4eaf17ad0', 'name': '', 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'mac_address': 'fa:16:3e:62:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:44Z', 'updated_at': '2022-01-28T02:06:50Z', 'revision_number': 5, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'subnets': [{'id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:38.708488 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01cd25-65ca-46f3-b926-358d108ed2e7 req-c58de6f2-5b4d-4659-9646-fc479eb01975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:38.711598 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-7b01cd25-65ca-46f3-b926-358d108ed2e7 req-c58de6f2-5b4d-4659-9646-fc479eb01975 service neutron] 10.222.0.82 "GET /v2.0/networks?id=23a28d37-0005-458c-a7f4-ea41e10faeb4 HTTP/1.1" status: 200  len: 910 time: 0.1106663
Jan 28 02:11:38.733206 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3692ccbc-93ec-4c27-8c9e-a918ab139460 None None] Checking router: 5bf83b6a-5657-46bd-b87a-1a6504df9e0b for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:11:38.742359 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3692ccbc-93ec-4c27-8c9e-a918ab139460 None None] Routers {'5bf83b6a-5657-46bd-b87a-1a6504df9e0b'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:38.742967 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-3692ccbc-93ec-4c27-8c9e-a918ab139460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fb0944c0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5bf83b6a-5657-46bd-b87a-1a6504df9e0b'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:38.756375 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-7b01cd25-65ca-46f3-b926-358d108ed2e7 req-e15ba89f-fee5-499c-a0a6-c2b1f110e57f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=862311b2-2f81-451f-a875-dbcc86e8b247 HTTP/1.1" status: 200  len: 217 time: 0.0362294
Jan 28 02:11:38.814506 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01cd25-65ca-46f3-b926-358d108ed2e7 req-b43f413c-6cdc-4d71-b5cf-2785500cdc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:38.815925 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-7b01cd25-65ca-46f3-b926-358d108ed2e7 req-b43f413c-6cdc-4d71-b5cf-2785500cdc0f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a15fd51-c3df-496a-bff1-21f2dd07ba6a HTTP/1.1" status: 200  len: 848 time: 0.0496924
Jan 28 02:11:38.874451 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01cd25-65ca-46f3-b926-358d108ed2e7 req-2a5546a6-2614-4a4d-94d8-5597a083d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:38.875966 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-7b01cd25-65ca-46f3-b926-358d108ed2e7 req-2a5546a6-2614-4a4d-94d8-5597a083d03f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23a28d37-0005-458c-a7f4-ea41e10faeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0455306
Jan 28 02:11:38.889586 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [req-7b01cd25-65ca-46f3-b926-358d108ed2e7 req-2f43d4b9-5eb2-4ec7-9f91-a0dcdf0aee95 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 02:11:38.890585 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-7b01cd25-65ca-46f3-b926-358d108ed2e7 req-2f43d4b9-5eb2-4ec7-9f91-a0dcdf0aee95 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0051475
Jan 28 02:11:38.943409 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-3692ccbc-93ec-4c27-8c9e-a918ab139460 None None] Set router 5bf83b6a-5657-46bd-b87a-1a6504df9e0b gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:38.988812 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-7b01cd25-65ca-46f3-b926-358d108ed2e7 req-77a6bf92-4b25-424d-8766-da6b320edec8 service neutron] 10.222.0.82 "GET /v2.0/networks/23a28d37-0005-458c-a7f4-ea41e10faeb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886576
Jan 28 02:11:39.080012 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-7b01cd25-65ca-46f3-b926-358d108ed2e7 req-2feffe70-426b-4e56-97bd-3e2545418d70 service neutron] 10.222.0.82 "GET /v2.0/networks/23a28d37-0005-458c-a7f4-ea41e10faeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827577
Jan 28 02:11:39.144514 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-3692ccbc-93ec-4c27-8c9e-a918ab139460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fb0944c0>, [{'id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'name': 'tempest-TestShelveInstance-1755894850-router', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:45Z', 'revision_number': 4, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'gw_port': {'id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'b017df4b-b41d-4e83-99c9-2ba4eaf17ad0', 'name': '', 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'mac_address': 'fa:16:3e:62:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:44Z', 'updated_at': '2022-01-28T02:06:50Z', 'revision_number': 5, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'subnets': [{'id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:39.171285 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3692ccbc-93ec-4c27-8c9e-a918ab139460 None None] The sync data for ids ['5bf83b6a-5657-46bd-b87a-1a6504df9e0b'] in dv-cinder-824979-1-iscsi is: [{'id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'name': 'tempest-TestShelveInstance-1755894850-router', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:45Z', 'revision_number': 4, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'gw_port': {'id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': 'b017df4b-b41d-4e83-99c9-2ba4eaf17ad0', 'name': '', 'network_id': '23a28d37-0005-458c-a7f4-ea41e10faeb4', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'mac_address': 'fa:16:3e:62:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:44Z', 'updated_at': '2022-01-28T02:06:50Z', 'revision_number': 5, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'subnets': [{'id': '9a15fd51-c3df-496a-bff1-21f2dd07ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:11:39.400196 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c692da-db01-446d-a1f7-57cfbee19bd5 None None] New status for floating IP f3fd046f-fbce-4365-999a-2f8ff2583846: DOWN {{(pid=101324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:11:39.812289 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993fc72-f5f4-4ffe-b737-edd4e92e4ba3 req-036123ac-9877-4ec5-8360-e471ac39a006 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:39.813820 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3993fc72-f5f4-4ffe-b737-edd4e92e4ba3 req-036123ac-9877-4ec5-8360-e471ac39a006 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0504680
Jan 28 02:11:39.863726 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3993fc72-f5f4-4ffe-b737-edd4e92e4ba3 req-3aa10157-01bf-4fab-8045-5c6da1d9e8f6 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0390775
Jan 28 02:11:40.674512 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04959e-71ca-4883-a200-273feb282fd4 req-7dc2b1a4-866a-467c-8c7b-9dc8df7be835 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:40.675881 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1e04959e-71ca-4883-a200-273feb282fd4 req-7dc2b1a4-866a-467c-8c7b-9dc8df7be835 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.82 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0606830
Jan 28 02:11:40.764701 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-1e04959e-71ca-4883-a200-273feb282fd4 req-6d861c09-aa59-4ae3-8443-53e46961bac0 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Deleting port 862311b2-2f81-451f-a875-dbcc86e8b247 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:11:40.765063 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-1e04959e-71ca-4883-a200-273feb282fd4 req-6d861c09-aa59-4ae3-8443-53e46961bac0 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:40.853387 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-1e04959e-71ca-4883-a200-273feb282fd4 req-6d861c09-aa59-4ae3-8443-53e46961bac0 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] For port 862311b2-2f81-451f-a875-dbcc86e8b247, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=862311b2-2f81-451f-a875-dbcc86e8b247,segment=NetworkSegment(530323b7-86f0-4bb8-b8dd-b109b8fc1c90),segment_id=530323b7-86f0-4bb8-b8dd-b109b8fc1c90)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:40.853774 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-1e04959e-71ca-4883-a200-273feb282fd4 req-6d861c09-aa59-4ae3-8443-53e46961bac0 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:40.865450 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-1e04959e-71ca-4883-a200-273feb282fd4 req-6d861c09-aa59-4ae3-8443-53e46961bac0 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Calling delete_port for 862311b2-2f81-451f-a875-dbcc86e8b247 owned by compute:nova {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:11:40.985804 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a7b07-6205-479f-acf2-6d00ffb1d91b req-a33a6576-39f9-4d5d-8b7b-cda25bc73794 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:40.985804 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d93a7b07-6205-479f-acf2-6d00ffb1d91b req-a33a6576-39f9-4d5d-8b7b-cda25bc73794 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 945 time: 0.0497899
Jan 28 02:11:40.997173 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-1e04959e-71ca-4883-a200-273feb282fd4 req-6d861c09-aa59-4ae3-8443-53e46961bac0 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:41.029365 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d93a7b07-6205-479f-acf2-6d00ffb1d91b req-ce4ea33e-02ea-4b65-9b97-72365d1b8a22 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/security-groups?id=494eee12-c112-4d65-9301-61d570627349&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0392399
Jan 28 02:11:41.031742 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d861c09-aa59-4ae3-8443-53e46961bac0 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Pushing event deleted for resources: {'Port': ['ID=862311b2-2f81-451f-a875-dbcc86e8b247,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:41.076171 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e04959e-71ca-4883-a200-273feb282fd4 req-6d861c09-aa59-4ae3-8443-53e46961bac0 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] No DVR routers for this DVR port 862311b2-2f81-451f-a875-dbcc86e8b247 on host hv-cinder-82497 {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:11:41.078667 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-1e04959e-71ca-4883-a200-273feb282fd4 req-6d861c09-aa59-4ae3-8443-53e46961bac0 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:41.081955 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1e04959e-71ca-4883-a200-273feb282fd4 req-6d861c09-aa59-4ae3-8443-53e46961bac0 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.82 "DELETE /v2.0/ports/862311b2-2f81-451f-a875-dbcc86e8b247 HTTP/1.1" status: 204  len: 173 time: 0.3993783
Jan 28 02:11:41.082393 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63f7e8f-3a5e-4636-8231-688a4b068f3a', 'name': 'network-vif-deleted', 'tag': '862311b2-2f81-451f-a875-dbcc86e8b247'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:11:41.084605 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12444dc-93f5-4dd9-81cc-8df12de20690" -d '{"events": [{"server_uuid": "e63f7e8f-3a5e-4636-8231-688a4b068f3a", "name": "network-vif-deleted", "tag": "862311b2-2f81-451f-a875-dbcc86e8b247"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:11:41.122337 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8beb69-43ff-4f33-8662-79e17a0ef44d x-openstack-request-id: req-2d8beb69-43ff-4f33-8662-79e17a0ef44d {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:11:41.122623 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63f7e8f-3a5e-4636-8231-688a4b068f3a", "name": "network-vif-deleted", "tag": "862311b2-2f81-451f-a875-dbcc86e8b247", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:11:41.122872 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2d8beb69-43ff-4f33-8662-79e17a0ef44d {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:11:41.123943 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63f7e8f-3a5e-4636-8231-688a4b068f3a', 'name': 'network-vif-deleted', 'tag': '862311b2-2f81-451f-a875-dbcc86e8b247', 'status': 'completed', 'code': 200}
Jan 28 02:11:41.849781 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f4b74f91-d933-4519-9af2-f48d6bab2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:42.145568 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-be5b68d2-ecf8-498c-b588-ba4a3ebd7c87 req-39e65339-771b-4a9e-bf69-88e610ac899d tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63f7e8f-3a5e-4636-8231-688a4b068f3a HTTP/1.1" status: 200  len: 210 time: 0.0290747
Jan 28 02:11:43.202672 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47066) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:43.259142 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c5e327d3-3632-4f3b-8bc7-a210a1f5cab5 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:43.283176 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c5e327d3-3632-4f3b-8bc7-a210a1f5cab5 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:43.340341 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c5e327d3-3632-4f3b-8bc7-a210a1f5cab5 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:43.343133 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c5e327d3-3632-4f3b-8bc7-a210a1f5cab5 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:43.346698 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-c5e327d3-3632-4f3b-8bc7-a210a1f5cab5 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] 10.222.0.77 "DELETE /v2.0/security-groups/494eee12-c112-4d65-9301-61d570627349 HTTP/1.1" status: 204  len: 168 time: 0.1406100
Jan 28 02:11:43.355201 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e327d3-3632-4f3b-8bc7-a210a1f5cab5 tempest-TestShelveInstance-1466999544 tempest-TestShelveInstance-1466999544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=494eee12-c112-4d65-9301-61d570627349,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:43.386223 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47070) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:43.910946 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-49801574-d234-4300-8b74-a0aac3d86fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:44.013638 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545165'] for router_interface, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:44.126099 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 862311b2-2f81-451f-a875-dbcc86e8b247 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:11:44.146228 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: 862311b2-2f81-451f-a875-dbcc86e8b247 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:11:44.146564 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 862311b2-2f81-451f-a875-dbcc86e8b247 not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:11:44.257368 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Deleting port b017df4b-b41d-4e83-99c9-2ba4eaf17ad0 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:11:44.257700 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:44.336934 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] For port b017df4b-b41d-4e83-99c9-2ba4eaf17ad0, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=b017df4b-b41d-4e83-99c9-2ba4eaf17ad0,segment=NetworkSegment(530323b7-86f0-4bb8-b8dd-b109b8fc1c90),segment_id=530323b7-86f0-4bb8-b8dd-b109b8fc1c90)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:44.337353 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:44.350104 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Calling delete_port for b017df4b-b41d-4e83-99c9-2ba4eaf17ad0 owned by network:router_interface {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:11:44.532968 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:44.559432 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=b017df4b-b41d-4e83-99c9-2ba4eaf17ad0,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:44.586761 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:44.587105 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:44.587444 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:44.587773 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:44.588098 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:44.588423 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:44.588744 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:44.589129 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:44.589388 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:44.589707 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:44.590079 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:44.590392 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:44.745456 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545341'] for router_interface, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:44.903102 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:44.965848 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Router 5bf83b6a-5657-46bd-b87a-1a6504df9e0b has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:11:45.076740 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:11:45.081707 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-3240113d-dbc5-4fbf-8d23-ae13751e2e79 admin admin] 10.222.0.77 "PUT /v2.0/routers/5bf83b6a-5657-46bd-b87a-1a6504df9e0b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6944807
Jan 28 02:11:45.084345 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47074) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:45.087765 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb127b0-3314-4e0d-98ca-473ec65382a6 None None] Sync routers for ids ['5bf83b6a-5657-46bd-b87a-1a6504df9e0b'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:11:45.097174 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb127b0-3314-4e0d-98ca-473ec65382a6 None None] Routers {'5bf83b6a-5657-46bd-b87a-1a6504df9e0b'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:45.097824 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-ecb127b0-3314-4e0d-98ca-473ec65382a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fb9e0040>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5bf83b6a-5657-46bd-b87a-1a6504df9e0b'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:45.189546 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9916-a971-43b8-83e0-fb82335d0cc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.201968 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-ecb127b0-3314-4e0d-98ca-473ec65382a6 None None] Set router 5bf83b6a-5657-46bd-b87a-1a6504df9e0b gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:45.300965 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9916-a971-43b8-83e0-fb82335d0cc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.348339 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.363339 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c9916-a971-43b8-83e0-fb82335d0cc9 admin admin] Deleting port b89c3b6a-aad7-479c-a20d-e7010d3b0eb0 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:11:45.363677 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9916-a971-43b8-83e0-fb82335d0cc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.409682 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-ecb127b0-3314-4e0d-98ca-473ec65382a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fb9e0040>, [{'id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'name': 'tempest-TestShelveInstance-1755894850-router', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:11:44Z', 'revision_number': 5, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'gw_port': {'id': 'b89c3b6a-aad7-479c-a20d-e7010d3b0eb0', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:45.442509 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb127b0-3314-4e0d-98ca-473ec65382a6 None None] Checking router: 5bf83b6a-5657-46bd-b87a-1a6504df9e0b for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:11:45.451586 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb127b0-3314-4e0d-98ca-473ec65382a6 None None] Routers {'5bf83b6a-5657-46bd-b87a-1a6504df9e0b'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:45.452191 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-ecb127b0-3314-4e0d-98ca-473ec65382a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fb9e0040>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['5bf83b6a-5657-46bd-b87a-1a6504df9e0b'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:45.453288 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [None req-ca7c9916-a971-43b8-83e0-fb82335d0cc9 admin admin] For port b89c3b6a-aad7-479c-a20d-e7010d3b0eb0, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=b89c3b6a-aad7-479c-a20d-e7010d3b0eb0,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:45.453649 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9916-a971-43b8-83e0-fb82335d0cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.465954 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c9916-a971-43b8-83e0-fb82335d0cc9 admin admin] Calling delete_port for b89c3b6a-aad7-479c-a20d-e7010d3b0eb0 owned by network:router_gateway {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:11:45.539499 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-ecb127b0-3314-4e0d-98ca-473ec65382a6 None None] Set router 5bf83b6a-5657-46bd-b87a-1a6504df9e0b gateway port host: None {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:45.612199 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-ecb127b0-3314-4e0d-98ca-473ec65382a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fb9e0040>, [{'id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'name': 'tempest-TestShelveInstance-1755894850-router', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:11:45Z', 'revision_number': 6, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'gw_port_host': None}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:45.642293 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9916-a971-43b8-83e0-fb82335d0cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.652701 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb127b0-3314-4e0d-98ca-473ec65382a6 None None] The sync data for ids ['5bf83b6a-5657-46bd-b87a-1a6504df9e0b'] in dv-cinder-824979-1-iscsi is: [{'id': '5bf83b6a-5657-46bd-b87a-1a6504df9e0b', 'name': 'tempest-TestShelveInstance-1755894850-router', 'tenant_id': '226f951c63d84729beaecf1a55d5a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:42Z', 'updated_at': '2022-01-28T02:11:45Z', 'revision_number': 6, 'project_id': '226f951c63d84729beaecf1a55d5a6a8', 'gw_port_host': None}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:11:45.671222 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c9916-a971-43b8-83e0-fb82335d0cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b89c3b6a-aad7-479c-a20d-e7010d3b0eb0,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:45.733194 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9916-a971-43b8-83e0-fb82335d0cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551259'] for router_gateway, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.831151 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9916-a971-43b8-83e0-fb82335d0cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124561'] for router, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.833293 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9916-a971-43b8-83e0-fb82335d0cc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.877190 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9916-a971-43b8-83e0-fb82335d0cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551678'] for router, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.877979 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7c9916-a971-43b8-83e0-fb82335d0cc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bf83b6a-5657-46bd-b87a-1a6504df9e0b {{(pid=101323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 28 02:11:45.882845 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9916-a971-43b8-83e0-fb82335d0cc9 admin admin] Notify callbacks [] for router, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.884202 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-ca7c9916-a971-43b8-83e0-fb82335d0cc9 admin admin] 10.222.0.77 "DELETE /v2.0/routers/5bf83b6a-5657-46bd-b87a-1a6504df9e0b HTTP/1.1" status: 204  len: 168 time: 0.7980452
Jan 28 02:11:45.887627 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47076) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:45.941927 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fab9bcc-3437-4cea-acf3-b33be6c2154b admin admin] Deleting subnet 9a15fd51-c3df-496a-bff1-21f2dd07ba6a {{(pid=101323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:11:45.945248 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2fab9bcc-3437-4cea-acf3-b33be6c2154b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.981850 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2fab9bcc-3437-4cea-acf3-b33be6c2154b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4290095779'] for subnet, precommit_delete_associations {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.081508 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2fab9bcc-3437-4cea-acf3-b33be6c2154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717944'] for subnet, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.135417 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2fab9bcc-3437-4cea-acf3-b33be6c2154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4290448657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4289782116'] for subnet, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.161655 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab9bcc-3437-4cea-acf3-b33be6c2154b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a15fd51-c3df-496a-bff1-21f2dd07ba6a,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:46.163617 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2fab9bcc-3437-4cea-acf3-b33be6c2154b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.166761 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-2fab9bcc-3437-4cea-acf3-b33be6c2154b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9a15fd51-c3df-496a-bff1-21f2dd07ba6a HTTP/1.1" status: 204  len: 168 time: 0.2779694
Jan 28 02:11:46.168025 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd52a15-d09d-4bc2-a598-05bf74f82fad None None] Network 23a28d37-0005-458c-a7f4-ea41e10faeb4 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:11:46.169127 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47078) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:46.257219 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3581231'] for network, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.319088 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] Deleting port 7be244e2-75d3-41d8-a137-adcc8717f11c {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:11:46.319423 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.379128 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] For port 7be244e2-75d3-41d8-a137-adcc8717f11c, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=7be244e2-75d3-41d8-a137-adcc8717f11c,segment=NetworkSegment(530323b7-86f0-4bb8-b8dd-b109b8fc1c90),segment_id=530323b7-86f0-4bb8-b8dd-b109b8fc1c90)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:46.379399 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.392164 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] Calling delete_port for 7be244e2-75d3-41d8-a137-adcc8717f11c owned by network:dhcp {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:11:46.447768 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] DHCP port deletion for 23a28d37-0005-458c-a7f4-ea41e10faeb4 request from dv-cinder-824979-1-iscsi {{(pid=101324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jan 28 02:11:46.488917 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.513610 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] Deleting port 7be244e2-75d3-41d8-a137-adcc8717f11c {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:11:46.514011 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.530798 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be244e2-75d3-41d8-a137-adcc8717f11c,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:46.535912 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] No DVR routers for this DVR port 7be244e2-75d3-41d8-a137-adcc8717f11c on host dv-cinder-824979-1-iscsi {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:11:46.581488 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] For port 7be244e2-75d3-41d8-a137-adcc8717f11c, host dv-cinder-824979-1-iscsi, got binding levels [] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:46.581969 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.596713 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] Calling delete_port for 7be244e2-75d3-41d8-a137-adcc8717f11c owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:11:46.600752 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.ipam_backend_mixin [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] Port 7be244e2-75d3-41d8-a137-adcc8717f11c was not found and therefore no delete operation was performed {{(pid=101324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 28 02:11:46.602095 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.619216 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3718810', 'neutron.services.segments.db._delete_segments_for_network-8755292390849'] for network, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.626490 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] Pushing event deleted for resources: {'Port': ['ID=7be244e2-75d3-41d8-a137-adcc8717f11c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:46.635677 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:46.636028 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:46.636365 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:46.636695 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:46.637027 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:46.637351 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:46.637673 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:46.638539 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:46.638539 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:46.638777 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:46.639052 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:46.639355 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:46.642338 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6d63f7-2647-460c-8187-3f90a4669500 None None] No DVR routers for this DVR port 7be244e2-75d3-41d8-a137-adcc8717f11c on host dv-cinder-824979-1-iscsi {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:11:46.642653 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67f9472820>,) {'filters': {'network_id': ['23a28d37-0005-458c-a7f4-ea41e10faeb4']}} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:46.655502 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67f9472820>, '530323b7-86f0-4bb8-b8dd-b109b8fc1c90') {'for_net_delete': True} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:46.655801 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67f9472820>, '530323b7-86f0-4bb8-b8dd-b109b8fc1c90') {} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:46.666321 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755292456129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4290095770'] for segment, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.680694 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.688004 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=101323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:11:46.688400 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4290448811'] for segment, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]: Traceback (most recent call last):
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:     timer()
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:     cb(*args, **kw)
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:     return func(*args, **kwargs)
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:     self._notify()
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:     self.callback(batched_events)
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:     event.method(event)
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:     return f(self, *a, **k)
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._get(url).json()
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:11:46.690345 dv-cinder-824979-1-iscsi neutron-server[101323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:11:46.752284 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3718785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551359'] for network, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.767903 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.773702 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/23a28d37-0005-458c-a7f4-ea41e10faeb4 HTTP/1.1" status: 204  len: 168 time: 0.6009922
Jan 28 02:11:46.773702 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317baada-a3ae-42b0-a586-e951f415d7e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=23a28d37-0005-458c-a7f4-ea41e10faeb4,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:46.774189 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47080) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:46.864245 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.122286 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-230af233-fcbb-4b68-b4bd-a9811e2394e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545165'] for router_interface, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.362886 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.373546 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 7be244e2-75d3-41d8-a137-adcc8717f11c no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:11:47.396642 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: 7be244e2-75d3-41d8-a137-adcc8717f11c {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:11:47.397054 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 7be244e2-75d3-41d8-a137-adcc8717f11c not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:11:47.397470 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device b017df4b-b41d-4e83-99c9-2ba4eaf17ad0 no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:11:47.418128 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: b017df4b-b41d-4e83-99c9-2ba4eaf17ad0 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:11:47.418642 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device b017df4b-b41d-4e83-99c9-2ba4eaf17ad0 not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:11:47.419174 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device b89c3b6a-aad7-479c-a20d-e7010d3b0eb0 no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:11:47.438831 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: b89c3b6a-aad7-479c-a20d-e7010d3b0eb0 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:11:47.439506 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device b89c3b6a-aad7-479c-a20d-e7010d3b0eb0 not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:11:47.591713 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-230af233-fcbb-4b68-b4bd-a9811e2394e2 admin admin] Deleting port d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:11:47.592044 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-230af233-fcbb-4b68-b4bd-a9811e2394e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.667618 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [None req-230af233-fcbb-4b68-b4bd-a9811e2394e2 admin admin] For port d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387,segment=NetworkSegment(9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b),segment_id=9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:47.668292 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-230af233-fcbb-4b68-b4bd-a9811e2394e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.683208 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-230af233-fcbb-4b68-b4bd-a9811e2394e2 admin admin] Calling delete_port for d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387 owned by network:router_interface {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:11:47.859659 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-230af233-fcbb-4b68-b4bd-a9811e2394e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.886907 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230af233-fcbb-4b68-b4bd-a9811e2394e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:48.051208 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-230af233-fcbb-4b68-b4bd-a9811e2394e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545341'] for router_interface, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.260302 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230af233-fcbb-4b68-b4bd-a9811e2394e2 admin admin] Router aa647df6-7187-4ee0-af27-dac04014be77 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:11:48.373843 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230af233-fcbb-4b68-b4bd-a9811e2394e2 admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:11:48.378951 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-230af233-fcbb-4b68-b4bd-a9811e2394e2 admin admin] 10.222.0.77 "PUT /v2.0/routers/aa647df6-7187-4ee0-af27-dac04014be77/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6040015
Jan 28 02:11:48.382847 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47082) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:48.385862 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a735ad7-768d-4b82-8670-5d451d065ade None None] Sync routers for ids ['aa647df6-7187-4ee0-af27-dac04014be77'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:11:48.398141 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a735ad7-768d-4b82-8670-5d451d065ade None None] Routers {'aa647df6-7187-4ee0-af27-dac04014be77'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:48.399132 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-3a735ad7-768d-4b82-8670-5d451d065ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa6a41c0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['aa647df6-7187-4ee0-af27-dac04014be77'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:48.507769 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4be48b65-95ad-4c6b-a615-4249bef6ccb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.523355 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-3a735ad7-768d-4b82-8670-5d451d065ade None None] Set router aa647df6-7187-4ee0-af27-dac04014be77 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:48.617099 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4be48b65-95ad-4c6b-a615-4249bef6ccb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.671093 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-4be48b65-95ad-4c6b-a615-4249bef6ccb9 admin admin] Deleting port ecde639a-815b-4115-ad77-620a0a8974a5 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:11:48.671785 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4be48b65-95ad-4c6b-a615-4249bef6ccb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.708342 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-3a735ad7-768d-4b82-8670-5d451d065ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa6a41c0>, [{'id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'name': 'tempest-TestShelveInstance-199750517-router', 'tenant_id': '24cf46db714743ec997a11655a5667ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ecde639a-815b-4115-ad77-620a0a8974a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:47Z', 'updated_at': '2022-01-28T02:11:47Z', 'revision_number': 5, 'project_id': '24cf46db714743ec997a11655a5667ed', 'gw_port': {'id': 'ecde639a-815b-4115-ad77-620a0a8974a5', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:47Z', 'updated_at': '2022-01-28T02:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:48.738562 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a735ad7-768d-4b82-8670-5d451d065ade None None] Checking router: aa647df6-7187-4ee0-af27-dac04014be77 for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:11:48.746875 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a735ad7-768d-4b82-8670-5d451d065ade None None] Routers {'aa647df6-7187-4ee0-af27-dac04014be77'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:48.747494 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-3a735ad7-768d-4b82-8670-5d451d065ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa6a41c0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['aa647df6-7187-4ee0-af27-dac04014be77'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:48.749053 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [None req-4be48b65-95ad-4c6b-a615-4249bef6ccb9 admin admin] For port ecde639a-815b-4115-ad77-620a0a8974a5, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=ecde639a-815b-4115-ad77-620a0a8974a5,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:48.749414 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4be48b65-95ad-4c6b-a615-4249bef6ccb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.761230 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-4be48b65-95ad-4c6b-a615-4249bef6ccb9 admin admin] Calling delete_port for ecde639a-815b-4115-ad77-620a0a8974a5 owned by network:router_gateway {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:11:48.831370 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-3a735ad7-768d-4b82-8670-5d451d065ade None None] Set router aa647df6-7187-4ee0-af27-dac04014be77 gateway port host: None {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:48.882365 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-3a735ad7-768d-4b82-8670-5d451d065ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa6a41c0>, [{'id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'name': 'tempest-TestShelveInstance-199750517-router', 'tenant_id': '24cf46db714743ec997a11655a5667ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:47Z', 'updated_at': '2022-01-28T02:11:48Z', 'revision_number': 6, 'project_id': '24cf46db714743ec997a11655a5667ed', 'gw_port_host': None}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:48.911342 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a735ad7-768d-4b82-8670-5d451d065ade None None] The sync data for ids ['aa647df6-7187-4ee0-af27-dac04014be77'] in dv-cinder-824979-1-iscsi is: [{'id': 'aa647df6-7187-4ee0-af27-dac04014be77', 'name': 'tempest-TestShelveInstance-199750517-router', 'tenant_id': '24cf46db714743ec997a11655a5667ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:47Z', 'updated_at': '2022-01-28T02:11:48Z', 'revision_number': 6, 'project_id': '24cf46db714743ec997a11655a5667ed', 'gw_port_host': None}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:11:48.923150 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4be48b65-95ad-4c6b-a615-4249bef6ccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.954579 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be48b65-95ad-4c6b-a615-4249bef6ccb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecde639a-815b-4115-ad77-620a0a8974a5,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:49.015344 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4be48b65-95ad-4c6b-a615-4249bef6ccb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551259'] for router_gateway, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.104827 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4be48b65-95ad-4c6b-a615-4249bef6ccb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124561'] for router, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.106830 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4be48b65-95ad-4c6b-a615-4249bef6ccb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.147095 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4be48b65-95ad-4c6b-a615-4249bef6ccb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551678'] for router, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.147667 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be48b65-95ad-4c6b-a615-4249bef6ccb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa647df6-7187-4ee0-af27-dac04014be77 {{(pid=101323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 28 02:11:49.152505 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4be48b65-95ad-4c6b-a615-4249bef6ccb9 admin admin] Notify callbacks [] for router, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.153563 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-4be48b65-95ad-4c6b-a615-4249bef6ccb9 admin admin] 10.222.0.77 "DELETE /v2.0/routers/aa647df6-7187-4ee0-af27-dac04014be77 HTTP/1.1" status: 204  len: 168 time: 0.7695847
Jan 28 02:11:49.156171 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47084) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:49.202494 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_v2 [None req-af129335-9872-4777-8d50-72d0cfa2c656 admin admin] Deleting subnet 9f7c75e2-56d7-4c2f-8371-a1e12fb01ce4 {{(pid=101323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:11:49.205522 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-af129335-9872-4777-8d50-72d0cfa2c656 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.240497 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-af129335-9872-4777-8d50-72d0cfa2c656 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4290095779'] for subnet, precommit_delete_associations {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.321097 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-af129335-9872-4777-8d50-72d0cfa2c656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717944'] for subnet, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.380349 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-af129335-9872-4777-8d50-72d0cfa2c656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4290448657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4289782116'] for subnet, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.406710 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af129335-9872-4777-8d50-72d0cfa2c656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f7c75e2-56d7-4c2f-8371-a1e12fb01ce4,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:49.408655 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-af129335-9872-4777-8d50-72d0cfa2c656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.411824 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-af129335-9872-4777-8d50-72d0cfa2c656 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9f7c75e2-56d7-4c2f-8371-a1e12fb01ce4 HTTP/1.1" status: 204  len: 168 time: 0.2546716
Jan 28 02:11:49.413397 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7afdd8-add7-41cc-841f-255a2986d31d None None] Network ce818988-9844-49ed-8c13-73e8a3923dea requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:11:49.414272 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47086) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:49.480604 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3581231'] for network, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.533015 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] Deleting port 6f470638-ba22-4ee6-b0e7-6cb91d6b931a {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:11:49.533356 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.601849 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] For port 6f470638-ba22-4ee6-b0e7-6cb91d6b931a, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=6f470638-ba22-4ee6-b0e7-6cb91d6b931a,segment=NetworkSegment(9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b),segment_id=9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:49.602132 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.618269 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] Calling delete_port for 6f470638-ba22-4ee6-b0e7-6cb91d6b931a owned by network:dhcp {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:11:49.695627 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828c5d6d-09bd-4506-a572-18f312240b71 None None] DHCP port deletion for ce818988-9844-49ed-8c13-73e8a3923dea request from dv-cinder-824979-1-iscsi {{(pid=101324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jan 28 02:11:49.704193 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.723704 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-828c5d6d-09bd-4506-a572-18f312240b71 None None] The port '6f470638-ba22-4ee6-b0e7-6cb91d6b931a' was deleted {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}}
Jan 28 02:11:49.738587 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f470638-ba22-4ee6-b0e7-6cb91d6b931a,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:49.742060 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] No DVR routers for this DVR port 6f470638-ba22-4ee6-b0e7-6cb91d6b931a on host dv-cinder-824979-1-iscsi {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:11:49.791909 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387 no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:11:49.816329 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:11:49.816822 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device d4dbb3b6-96e7-4f5b-bfa5-d0ddc05a9387 not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:11:49.826302 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3718810', 'neutron.services.segments.db._delete_segments_for_network-8755292390849'] for network, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.850692 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67f93c7730>,) {'filters': {'network_id': ['ce818988-9844-49ed-8c13-73e8a3923dea']}} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:49.861334 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67f93c7730>, '9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b') {'for_net_delete': True} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:49.861626 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67f93c7730>, '9a08be1a-796f-4a5e-8ea1-d9a0e92a6b2b') {} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:49.876409 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755292456129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4290095770'] for segment, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.892115 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.898479 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=101323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:11:49.898870 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4290448811'] for segment, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]: Traceback (most recent call last):
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:     timer()
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:     cb(*args, **kw)
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:     return func(*args, **kwargs)
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:     self._notify()
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:     self.callback(batched_events)
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:     event.method(event)
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:     return f(self, *a, **k)
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._get(url).json()
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:11:49.901111 dv-cinder-824979-1-iscsi neutron-server[101323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:11:49.963892 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3718785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551359'] for network, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.970144 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.973391 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ce818988-9844-49ed-8c13-73e8a3923dea HTTP/1.1" status: 204  len: 168 time: 0.5582016
Jan 28 02:11:49.985002 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44f3ca-0228-46d9-9011-98aa20d1ba84 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce818988-9844-49ed-8c13-73e8a3923dea,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:50.091254 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47090) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:50.129485 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-938e9aff-b6f1-46d0-a154-c06e7f03e885 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=226f951c63d84729beaecf1a55d5a6a8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0370703
Jan 28 02:11:50.131946 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47092) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:50.178902 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd134-2cb4-41da-ac54-e9a65682f6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:50.198621 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd134-2cb4-41da-ac54-e9a65682f6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:50.242761 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd134-2cb4-41da-ac54-e9a65682f6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:50.245218 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd134-2cb4-41da-ac54-e9a65682f6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:50.246377 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-2a6fd134-2cb4-41da-ac54-e9a65682f6e9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4c41235b-2fe0-4fc4-982b-60d61485f999 HTTP/1.1" status: 204  len: 168 time: 0.1135266
Jan 28 02:11:50.254396 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fd134-2cb4-41da-ac54-e9a65682f6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c41235b-2fe0-4fc4-982b-60d61485f999,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:50.552331 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47098) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:50.594302 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-6f45b4ca-d4a6-4ee9-affd-1e969d4dc651 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=24cf46db714743ec997a11655a5667ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0408330
Jan 28 02:11:50.597775 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47100) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:50.653247 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-86f62814-1fe8-4ee1-8146-1449997c352d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:50.673582 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-86f62814-1fe8-4ee1-8146-1449997c352d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:50.717487 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-86f62814-1fe8-4ee1-8146-1449997c352d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:50.720076 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-86f62814-1fe8-4ee1-8146-1449997c352d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:50.721201 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-86f62814-1fe8-4ee1-8146-1449997c352d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5f077d27-f573-415b-a02d-e9969ec9bf32 HTTP/1.1" status: 204  len: 168 time: 0.1226020
Jan 28 02:11:50.729161 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f62814-1fe8-4ee1-8146-1449997c352d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f077d27-f573-415b-a02d-e9969ec9bf32,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:51.376925 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device ecde639a-815b-4115-ad77-620a0a8974a5 no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:11:51.397094 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: ecde639a-815b-4115-ad77-620a0a8974a5 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:11:51.397435 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device ecde639a-815b-4115-ad77-620a0a8974a5 not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:11:51.397884 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 6f470638-ba22-4ee6-b0e7-6cb91d6b931a no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:11:51.416301 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: 6f470638-ba22-4ee6-b0e7-6cb91d6b931a {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:11:51.416642 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 6f470638-ba22-4ee6-b0e7-6cb91d6b931a not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:12:00.724363 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c9650-f038-4be7-99de-0babc7b2e342 req-28b7b354-05f9-419d-85f5-49e25c5aea29 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:00.725876 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-550c9650-f038-4be7-99de-0babc7b2e342 req-28b7b354-05f9-419d-85f5-49e25c5aea29 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0558748
Jan 28 02:12:00.765785 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-550c9650-f038-4be7-99de-0babc7b2e342 req-5c9f785e-1605-41f8-9cf6-396e6e288b3b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0322521
Jan 28 02:12:01.888279 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cc163-c6e7-49a3-9578-6644076de68c req-ba88e503-1ec2-486f-abe0-f0c45751d71a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:01.889761 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-aa2cc163-c6e7-49a3-9578-6644076de68c req-ba88e503-1ec2-486f-abe0-f0c45751d71a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0517890
Jan 28 02:12:01.927639 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-aa2cc163-c6e7-49a3-9578-6644076de68c req-89b416cf-4286-40c6-8985-67bc14cb0d45 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0318754
Jan 28 02:12:02.250216 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:12:02.879876 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56676fd-6279-4bdb-ad7f-eda7f68fe30f req-66880cde-6af9-4ba2-909a-afa2e8eac258 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:02.881322 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b56676fd-6279-4bdb-ad7f-eda7f68fe30f req-66880cde-6af9-4ba2-909a-afa2e8eac258 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.82 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0474398
Jan 28 02:12:02.973804 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-b56676fd-6279-4bdb-ad7f-eda7f68fe30f req-a6bba992-088d-4c1a-8192-1b94d61275d0 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Deleting port 6ea3818d-ee8e-44a7-954e-2458c4d478d4 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:12:02.974152 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b56676fd-6279-4bdb-ad7f-eda7f68fe30f req-a6bba992-088d-4c1a-8192-1b94d61275d0 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:03.045142 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdb158-b24b-449a-a75a-93a8d635666f req-3ca0da94-76eb-4581-a707-8766e522d266 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:03.046681 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-04cdb158-b24b-449a-a75a-93a8d635666f req-3ca0da94-76eb-4581-a707-8766e522d266 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 946 time: 0.0505817
Jan 28 02:12:03.062396 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-b56676fd-6279-4bdb-ad7f-eda7f68fe30f req-a6bba992-088d-4c1a-8192-1b94d61275d0 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] For port 6ea3818d-ee8e-44a7-954e-2458c4d478d4, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=6ea3818d-ee8e-44a7-954e-2458c4d478d4,segment=NetworkSegment(33dd6e7a-2f20-4691-a751-b1404b924418),segment_id=33dd6e7a-2f20-4691-a751-b1404b924418)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:03.062754 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b56676fd-6279-4bdb-ad7f-eda7f68fe30f req-a6bba992-088d-4c1a-8192-1b94d61275d0 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:03.089649 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-04cdb158-b24b-449a-a75a-93a8d635666f req-849278aa-d4f9-4fb5-bf7c-81af801b95e1 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7073dcb-987a-4341-b9e8-cb8e6bde928f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365648
Jan 28 02:12:03.233905 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b56676fd-6279-4bdb-ad7f-eda7f68fe30f req-a6bba992-088d-4c1a-8192-1b94d61275d0 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:03.234269 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b56676fd-6279-4bdb-ad7f-eda7f68fe30f req-a6bba992-088d-4c1a-8192-1b94d61275d0 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551309'] for floatingip, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:03.234590 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.db.l3_db [req-b56676fd-6279-4bdb-ad7f-eda7f68fe30f req-a6bba992-088d-4c1a-8192-1b94d61275d0 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Floating IP d78188b3-4f42-413d-8c5c-3dcce93d7a10 disassociated. External IP: 172.27.3.219, port: 6ea3818d-ee8e-44a7-954e-2458c4d478d4.
Jan 28 02:12:03.234920 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-b56676fd-6279-4bdb-ad7f-eda7f68fe30f req-a6bba992-088d-4c1a-8192-1b94d61275d0 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Calling delete_port for 6ea3818d-ee8e-44a7-954e-2458c4d478d4 owned by compute:nova {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:12:03.362247 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b56676fd-6279-4bdb-ad7f-eda7f68fe30f req-a6bba992-088d-4c1a-8192-1b94d61275d0 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:03.388726 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bba992-088d-4c1a-8192-1b94d61275d0 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Pushing event deleted for resources: {'Port': ['ID=6ea3818d-ee8e-44a7-954e-2458c4d478d4,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:03.508897 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b56676fd-6279-4bdb-ad7f-eda7f68fe30f req-a6bba992-088d-4c1a-8192-1b94d61275d0 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Router 2a51a144-39cd-46f3-9be3-28873b121c6d has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:12:03.615528 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b56676fd-6279-4bdb-ad7f-eda7f68fe30f req-a6bba992-088d-4c1a-8192-1b94d61275d0 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:12:03.628083 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76c423-4753-460a-a8f6-f8264f54eb02 None None] Sync routers for ids ['2a51a144-39cd-46f3-9be3-28873b121c6d'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:12:03.637502 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76c423-4753-460a-a8f6-f8264f54eb02 None None] Routers {'2a51a144-39cd-46f3-9be3-28873b121c6d'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:12:03.638226 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-2e76c423-4753-460a-a8f6-f8264f54eb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fac2c490>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['2a51a144-39cd-46f3-9be3-28873b121c6d'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:03.655190 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56676fd-6279-4bdb-ad7f-eda7f68fe30f req-a6bba992-088d-4c1a-8192-1b94d61275d0 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] No DVR routers for this DVR port 6ea3818d-ee8e-44a7-954e-2458c4d478d4 on host hv-cinder-82497 {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:12:03.658622 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-b56676fd-6279-4bdb-ad7f-eda7f68fe30f req-a6bba992-088d-4c1a-8192-1b94d61275d0 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:03.662242 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-b56676fd-6279-4bdb-ad7f-eda7f68fe30f req-a6bba992-088d-4c1a-8192-1b94d61275d0 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.82 "DELETE /v2.0/ports/6ea3818d-ee8e-44a7-954e-2458c4d478d4 HTTP/1.1" status: 204  len: 173 time: 0.7752976
Jan 28 02:12:03.662737 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390009be-47d1-4368-93a3-f95c9c81ef18', 'name': 'network-vif-deleted', 'tag': '6ea3818d-ee8e-44a7-954e-2458c4d478d4'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:12:03.665021 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655dbb9c-88c0-4afe-aafe-840aa5bf677f" -d '{"events": [{"server_uuid": "390009be-47d1-4368-93a3-f95c9c81ef18", "name": "network-vif-deleted", "tag": "6ea3818d-ee8e-44a7-954e-2458c4d478d4"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:12:03.749919 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-2e76c423-4753-460a-a8f6-f8264f54eb02 None None] Set router 2a51a144-39cd-46f3-9be3-28873b121c6d gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:12:03.920121 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b927bce-a094-4117-a5f9-d4ca34bda91a x-openstack-request-id: req-6b927bce-a094-4117-a5f9-d4ca34bda91a {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:12:03.920643 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390009be-47d1-4368-93a3-f95c9c81ef18", "name": "network-vif-deleted", "tag": "6ea3818d-ee8e-44a7-954e-2458c4d478d4", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:12:03.920643 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6b927bce-a094-4117-a5f9-d4ca34bda91a {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:12:03.921034 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390009be-47d1-4368-93a3-f95c9c81ef18', 'name': 'network-vif-deleted', 'tag': '6ea3818d-ee8e-44a7-954e-2458c4d478d4', 'status': 'completed', 'code': 200}
Jan 28 02:12:03.975814 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-2e76c423-4753-460a-a8f6-f8264f54eb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fac2c490>, [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 4, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port': {'id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '7e34a120-aae3-4067-822e-550d582b4634', 'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'mac_address': 'fa:16:3e:31:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:01Z', 'updated_at': '2022-01-28T02:09:05Z', 'revision_number': 5, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'subnets': [{'id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:04.004249 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76c423-4753-460a-a8f6-f8264f54eb02 None None] Checking router: 2a51a144-39cd-46f3-9be3-28873b121c6d for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:12:04.013141 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76c423-4753-460a-a8f6-f8264f54eb02 None None] Routers {'2a51a144-39cd-46f3-9be3-28873b121c6d'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:12:04.013735 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-2e76c423-4753-460a-a8f6-f8264f54eb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fac2c490>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:44Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['2a51a144-39cd-46f3-9be3-28873b121c6d'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:04.230178 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-95e152ed-c88d-4c33-bb1d-249dda6f33f1 req-4544d380-1f53-458b-917b-39cc7163ab86 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=390009be-47d1-4368-93a3-f95c9c81ef18 HTTP/1.1" status: 200  len: 210 time: 0.0431287
Jan 28 02:12:04.240687 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-2e76c423-4753-460a-a8f6-f8264f54eb02 None None] Set router 2a51a144-39cd-46f3-9be3-28873b121c6d gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:12:04.441060 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-2e76c423-4753-460a-a8f6-f8264f54eb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fac2c490>, [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 4, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port': {'id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '7e34a120-aae3-4067-822e-550d582b4634', 'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'mac_address': 'fa:16:3e:31:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:01Z', 'updated_at': '2022-01-28T02:09:05Z', 'revision_number': 5, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'subnets': [{'id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:04.469325 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76c423-4753-460a-a8f6-f8264f54eb02 None None] The sync data for ids ['2a51a144-39cd-46f3-9be3-28873b121c6d'] in dv-cinder-824979-1-iscsi is: [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 4, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port': {'id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '7e34a120-aae3-4067-822e-550d582b4634', 'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'mac_address': 'fa:16:3e:31:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:01Z', 'updated_at': '2022-01-28T02:09:05Z', 'revision_number': 5, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'subnets': [{'id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:12:04.722271 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02ee363-a946-40fd-81f0-e657241014ee None None] New status for floating IP d78188b3-4f42-413d-8c5c-3dcce93d7a10: DOWN {{(pid=101324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:12:05.318687 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47128) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:05.376096 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-47a3ee11-1f7a-4026-a5ad-abaff6d709ea tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:05.399115 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-47a3ee11-1f7a-4026-a5ad-abaff6d709ea tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:05.446115 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-47a3ee11-1f7a-4026-a5ad-abaff6d709ea tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:05.449498 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-47a3ee11-1f7a-4026-a5ad-abaff6d709ea tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:05.450738 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-47a3ee11-1f7a-4026-a5ad-abaff6d709ea tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "DELETE /v2.0/security-groups/e7073dcb-987a-4341-b9e8-cb8e6bde928f HTTP/1.1" status: 204  len: 168 time: 0.1310475
Jan 28 02:12:05.453703 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47130) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:05.460201 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3ee11-1f7a-4026-a5ad-abaff6d709ea tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7073dcb-987a-4341-b9e8-cb8e6bde928f,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:05.466853 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.api.v2.resource [None req-7e238b02-ef85-4309-b845-50a9cc5e72ab tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] show failed (client error): The resource could not be found.
Jan 28 02:12:05.467956 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-7e238b02-ef85-4309-b845-50a9cc5e72ab tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups/e7073dcb-987a-4341-b9e8-cb8e6bde928f HTTP/1.1" status: 404  len: 347 time: 0.0132749
Jan 28 02:12:05.470860 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47132) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:05.598159 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Deleting port ff518161-fcf4-4388-b270-f4ed732a728d {{(pid=101322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:12:05.598533 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:05.675803 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:05.676120 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:05.688782 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Calling delete_port for ff518161-fcf4-4388-b270-f4ed732a728d owned by network:floatingip {{(pid=101322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:12:05.816831 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:05.840314 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Pushing event deleted for resources: {'Port': ['ID=ff518161-fcf4-4388-b270-f4ed732a728d,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:05.854365 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:05.854723 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:05.855068 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:05.855410 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:05.855740 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:05.856080 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:05.856409 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:05.856740 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:05.857067 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:05.857388 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:05.857715 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:05.858091 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:05.911635 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for floatingip, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:05.914125 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:05.915268 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-d23b1e38-caf8-42de-9a41-e3f55f25dea6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "DELETE /v2.0/floatingips/d78188b3-4f42-413d-8c5c-3dcce93d7a10 HTTP/1.1" status: 204  len: 168 time: 0.4433293
Jan 28 02:12:06.132380 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47136) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:06.136912 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-0b63d8d5-2652-470a-9c32-06496ab76c2a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--34712120', 'description': 'tempest-description--780104684'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:12:06.160749 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-0b63d8d5-2652-470a-9c32-06496ab76c2a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:06.203238 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 6ea3818d-ee8e-44a7-954e-2458c4d478d4 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:12:06.226492 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: 6ea3818d-ee8e-44a7-954e-2458c4d478d4 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:12:06.226825 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 6ea3818d-ee8e-44a7-954e-2458c4d478d4 not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:12:06.227755 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-0b63d8d5-2652-470a-9c32-06496ab76c2a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:06.232324 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-0b63d8d5-2652-470a-9c32-06496ab76c2a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:06.260416 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63d8d5-2652-470a-9c32-06496ab76c2a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa89292-20cb-4138-8180-f20e73c8da01,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:06.264423 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-0b63d8d5-2652-470a-9c32-06496ab76c2a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:06.268305 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-0b63d8d5-2652-470a-9c32-06496ab76c2a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.1322546
Jan 28 02:12:06.270359 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47138) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:06.276971 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-4fe3d88e-a2ee-49a7-9f93-96c30ff71eb6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Request body: {'security_group_rule': {'security_group_id': '1fa89292-20cb-4138-8180-f20e73c8da01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:12:06.306587 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d88e-a2ee-49a7-9f93-96c30ff71eb6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:06.352198 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d88e-a2ee-49a7-9f93-96c30ff71eb6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:06.355992 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d88e-a2ee-49a7-9f93-96c30ff71eb6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:06.372752 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3d88e-a2ee-49a7-9f93-96c30ff71eb6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b47740-3e3a-4656-932a-413ebe1c86b0,revision_number=0']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:06.381197 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d88e-a2ee-49a7-9f93-96c30ff71eb6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:06.382419 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-4fe3d88e-a2ee-49a7-9f93-96c30ff71eb6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1107347
Jan 28 02:12:06.385540 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47140) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:06.389759 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-69616f86-785a-403e-89a0-4ecfa8223389 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Request body: {'security_group_rule': {'security_group_id': '1fa89292-20cb-4138-8180-f20e73c8da01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:12:06.416575 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-69616f86-785a-403e-89a0-4ecfa8223389 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:06.476693 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-69616f86-785a-403e-89a0-4ecfa8223389 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:06.482316 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-69616f86-785a-403e-89a0-4ecfa8223389 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505349'] for security_group_rule, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:06.500109 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69616f86-785a-403e-89a0-4ecfa8223389 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264db109-9447-4d69-a5ed-586442f83cc0,revision_number=0']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:06.504420 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-69616f86-785a-403e-89a0-4ecfa8223389 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:06.505600 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-69616f86-785a-403e-89a0-4ecfa8223389 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1191308
Jan 28 02:12:06.508658 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47142) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:06.513320 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [None req-3518c5c8-45e4-4237-8b88-7d5c841de4f5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Request body: {'floatingip': {'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:12:06.536694 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3518c5c8-45e4-4237-8b88-7d5c841de4f5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for floatingip, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:06.856251 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3518c5c8-45e4-4237-8b88-7d5c841de4f5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:06.968234 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [None req-3518c5c8-45e4-4237-8b88-7d5c841de4f5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Allocated IP 172.27.3.128 (77030b15-4317-4bc4-9693-f7afef5939e8/a10a135b-d338-4414-a2fc-bd26c83c352b/dd93504e-6b8a-4e40-8466-b44980a481c4) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:12:07.067510 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3518c5c8-45e4-4237-8b88-7d5c841de4f5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:07.099739 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3518c5c8-45e4-4237-8b88-7d5c841de4f5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:07.142274 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3518c5c8-45e4-4237-8b88-7d5c841de4f5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Network 77030b15-4317-4bc4-9693-f7afef5939e8 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:12:07.144987 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [None req-3518c5c8-45e4-4237-8b88-7d5c841de4f5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:12:07.148453 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3518c5c8-45e4-4237-8b88-7d5c841de4f5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:12:07.175576 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518c5c8-45e4-4237-8b88-7d5c841de4f5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Pushing event updated for resources: {'Port': ['ID=dd93504e-6b8a-4e40-8466-b44980a481c4,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:07.239251 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3518c5c8-45e4-4237-8b88-7d5c841de4f5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:07.272870 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3518c5c8-45e4-4237-8b88-7d5c841de4f5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:07.424329 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3518c5c8-45e4-4237-8b88-7d5c841de4f5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:07.428954 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3518c5c8-45e4-4237-8b88-7d5c841de4f5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:07.499413 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518c5c8-45e4-4237-8b88-7d5c841de4f5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Pushing event updated for resources: {'Port': ['ID=dd93504e-6b8a-4e40-8466-b44980a481c4,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:07.509169 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3518c5c8-45e4-4237-8b88-7d5c841de4f5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551309'] for floatingip, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:07.523892 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3518c5c8-45e4-4237-8b88-7d5c841de4f5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:07.525107 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-3518c5c8-45e4-4237-8b88-7d5c841de4f5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.0155284
Jan 28 02:12:07.717302 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eb154207-65a2-4e29-8374-2169feebaddd req-7bce7ee6-5067-418a-ae77-679e175ab1fa tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--34712120&fields=id&tenant_id=ad1d1897a9674c6bbcd0e4d1bd0b55ab HTTP/1.1" status: 200  len: 267 time: 0.0359712
Jan 28 02:12:07.818819 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb154207-65a2-4e29-8374-2169feebaddd req-b3bc0f8e-5f0f-4299-8a9d-b28a251ea89b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:07.820281 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eb154207-65a2-4e29-8374-2169feebaddd req-b3bc0f8e-5f0f-4299-8a9d-b28a251ea89b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/networks?id=a3e05f9b-588b-4d48-8a35-7443e06d1f95 HTTP/1.1" status: 200  len: 810 time: 0.0963240
Jan 28 02:12:07.835985 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eb154207-65a2-4e29-8374-2169feebaddd req-9ca254f2-0214-49fb-b1a7-be76cef777a7 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/quotas/ad1d1897a9674c6bbcd0e4d1bd0b55ab HTTP/1.1" status: 200  len: 375 time: 0.0088713
Jan 28 02:12:07.887699 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eb154207-65a2-4e29-8374-2169feebaddd req-3f40752e-3e86-4607-ad67-c28cb785e4f3 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ad1d1897a9674c6bbcd0e4d1bd0b55ab&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0458963
Jan 28 02:12:07.903239 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [req-eb154207-65a2-4e29-8374-2169feebaddd req-1cbdc81f-5456-4b11-bbfb-ca65c122cebb service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 02:12:07.904179 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eb154207-65a2-4e29-8374-2169feebaddd req-1cbdc81f-5456-4b11-bbfb-ca65c122cebb service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054126
Jan 28 02:12:07.992712 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eb154207-65a2-4e29-8374-2169feebaddd req-7178b0d9-d9b8-42ca-bf61-bf38ddddd088 service neutron] 10.222.0.77 "GET /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828876
Jan 28 02:12:08.083250 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-eb154207-65a2-4e29-8374-2169feebaddd req-f20adfa4-b656-475b-8a40-9fca85ea7c75 service neutron] 10.222.0.77 "GET /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844901
Jan 28 02:12:08.243247 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-7eb61fbb-cf7e-442d-96ea-ab360d6b0b20 req-d786e2d3-6f1c-4776-84ef-bf174636965b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6390bcd-db15-4165-812c-b638fceaa5be HTTP/1.1" status: 200  len: 210 time: 0.0310268
Jan 28 02:12:09.226590 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb154207-65a2-4e29-8374-2169feebaddd req-7057d5cf-f4da-43e9-8d1c-a818b922880b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:09.228044 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-eb154207-65a2-4e29-8374-2169feebaddd req-7057d5cf-f4da-43e9-8d1c-a818b922880b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.82 "GET /v2.0/networks?id=a3e05f9b-588b-4d48-8a35-7443e06d1f95 HTTP/1.1" status: 200  len: 810 time: 0.1070509
Jan 28 02:12:09.299868 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-eb154207-65a2-4e29-8374-2169feebaddd req-ad66884a-21aa-4cc4-b6cc-d93b867c30a7 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad1d1897a9674c6bbcd0e4d1bd0b55ab HTTP/1.1" status: 200  len: 378 time: 0.0437319
Jan 28 02:12:09.308957 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-eb154207-65a2-4e29-8374-2169feebaddd req-061314be-96ec-4525-a36f-d53beed72593 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Request body: {'port': {'device_id': 'c6390bcd-db15-4165-812c-b638fceaa5be', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'admin_state_up': True, 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'security_groups': ['1fa89292-20cb-4138-8180-f20e73c8da01']}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:12:09.340581 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3fc78246-4dbd-4358-9c9d-a68de702fd9e req-a79b4f1c-5401-4208-93fa-c6f78f9f55f4 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6390bcd-db15-4165-812c-b638fceaa5be HTTP/1.1" status: 200  len: 210 time: 0.0274043
Jan 28 02:12:09.423203 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb154207-65a2-4e29-8374-2169feebaddd req-061314be-96ec-4525-a36f-d53beed72593 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Made reservation on behalf of ad1d1897a9674c6bbcd0e4d1bd0b55ab for: {'port': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:12:09.426717 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-eb154207-65a2-4e29-8374-2169feebaddd req-061314be-96ec-4525-a36f-d53beed72593 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:09.549981 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [req-eb154207-65a2-4e29-8374-2169feebaddd req-061314be-96ec-4525-a36f-d53beed72593 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Allocated IP 172.20.0.4 (a3e05f9b-588b-4d48-8a35-7443e06d1f95/0e2063a5-7214-4f7d-ae7f-8bd92159687e/1dbf75e2-16c1-4f57-99d5-c77559ce1033) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:12:09.685151 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-eb154207-65a2-4e29-8374-2169feebaddd req-061314be-96ec-4525-a36f-d53beed72593 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:09.722484 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-eb154207-65a2-4e29-8374-2169feebaddd req-061314be-96ec-4525-a36f-d53beed72593 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:09.765988 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb154207-65a2-4e29-8374-2169feebaddd req-061314be-96ec-4525-a36f-d53beed72593 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Network a3e05f9b-588b-4d48-8a35-7443e06d1f95 is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:12:09.769028 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [req-eb154207-65a2-4e29-8374-2169feebaddd req-061314be-96ec-4525-a36f-d53beed72593 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:12:09.772569 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb154207-65a2-4e29-8374-2169feebaddd req-061314be-96ec-4525-a36f-d53beed72593 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:12:09.795143 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061314be-96ec-4525-a36f-d53beed72593 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Pushing event updated for resources: {'Port': ['ID=1dbf75e2-16c1-4f57-99d5-c77559ce1033,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:09.823290 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb154207-65a2-4e29-8374-2169feebaddd req-061314be-96ec-4525-a36f-d53beed72593 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:09.823930 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-eb154207-65a2-4e29-8374-2169feebaddd req-061314be-96ec-4525-a36f-d53beed72593 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:09.841500 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-eb154207-65a2-4e29-8374-2169feebaddd req-061314be-96ec-4525-a36f-d53beed72593 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5362225
Jan 28 02:12:09.860131 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Request body: {'port': {'device_id': 'c6390bcd-db15-4165-812c-b638fceaa5be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:12:09.920622 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:10.033245 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-4a0fcb07-b12d-452b-8594-45d0b839282a None None] Provisioning complete for port 1dbf75e2-16c1-4f57-99d5-c77559ce1033 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:12:10.033983 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4a0fcb07-b12d-452b-8594-45d0b839282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:10.069441 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-4a0fcb07-b12d-452b-8594-45d0b839282a None None] Port 1dbf75e2-16c1-4f57-99d5-c77559ce1033 cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:12:10.186672 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbf75e2-16c1-4f57-99d5-c77559ce1033 {{(pid=101323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:12:10.194259 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:10.206030 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.provisioning_blocks [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Transition to ACTIVE for port object 1dbf75e2-16c1-4f57-99d5-c77559ce1033 will not be triggered until provisioned by entity L2. {{(pid=101323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:12:10.210079 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:10.258174 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Pushing event updated for resources: {'Port': ['ID=1dbf75e2-16c1-4f57-99d5-c77559ce1033,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:10.332419 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Attempting to bind port 1dbf75e2-16c1-4f57-99d5-c77559ce1033 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:12:10.333022 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Attempting to bind port 1dbf75e2-16c1-4f57-99d5-c77559ce1033 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '33dd6e7a-2f20-4691-a751-b1404b924418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95'}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:12:10.333352 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Attempting to bind port 1dbf75e2-16c1-4f57-99d5-c77559ce1033 on network a3e05f9b-588b-4d48-8a35-7443e06d1f95 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:12:10.338643 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Port 1dbf75e2-16c1-4f57-99d5-c77559ce1033 on network a3e05f9b-588b-4d48-8a35-7443e06d1f95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:12:10.338964 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Attempting to bind port 1dbf75e2-16c1-4f57-99d5-c77559ce1033 on network a3e05f9b-588b-4d48-8a35-7443e06d1f95 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:12:10.344101 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:12:10.344439 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Checking segment: {'id': '33dd6e7a-2f20-4691-a751-b1404b924418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:12:10.344846 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Bound using segment: {'id': '33dd6e7a-2f20-4691-a751-b1404b924418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95'} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:12:10.345271 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Bound port: 1dbf75e2-16c1-4f57-99d5-c77559ce1033, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33dd6e7a-2f20-4691-a751-b1404b924418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95'}}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:12:10.345681 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:10.412626 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] For port 1dbf75e2-16c1-4f57-99d5-c77559ce1033, host hv-cinder-82497, cleared binding levels {{(pid=101323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:12:10.415881 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] For port 1dbf75e2-16c1-4f57-99d5-c77559ce1033, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1dbf75e2-16c1-4f57-99d5-c77559ce1033,segment=NetworkSegment(33dd6e7a-2f20-4691-a751-b1404b924418),segment_id=33dd6e7a-2f20-4691-a751-b1404b924418)] {{(pid=101323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:12:10.420735 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:10.457468 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:10.458126 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:10.459549 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-eb154207-65a2-4e29-8374-2169feebaddd req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] 10.222.0.82 "PUT /v2.0/ports/1dbf75e2-16c1-4f57-99d5-c77559ce1033 HTTP/1.1" status: 200  len: 1093 time: 0.6037965
Jan 28 02:12:10.466771 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6390bcd-db15-4165-812c-b638fceaa5be', 'tag': '1dbf75e2-16c1-4f57-99d5-c77559ce1033'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:12:10.469102 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2496ee2f-5a1e-461d-90b1-6b6de62dc6db" -d '{"events": [{"name": "network-changed", "server_uuid": "c6390bcd-db15-4165-812c-b638fceaa5be", "tag": "1dbf75e2-16c1-4f57-99d5-c77559ce1033"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:12:10.490034 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8be7d2-79f7-4e67-8dcf-8434d041471a service neutron] Pushing event updated for resources: {'Port': ['ID=1dbf75e2-16c1-4f57-99d5-c77559ce1033,revision_number=3']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:10.500076 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d8318-75bd-466b-bae2-c6996a365d6b req-08c0fa86-2927-441d-8242-25fadcea2faa tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:10.501861 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bc7d8318-75bd-466b-bae2-c6996a365d6b req-08c0fa86-2927-441d-8242-25fadcea2faa tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6390bcd-db15-4165-812c-b638fceaa5be HTTP/1.1" status: 200  len: 943 time: 0.0897739
Jan 28 02:12:10.541374 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da760e2-6f95-4b5e-8fbc-54adf7a68da9 x-openstack-request-id: req-8da760e2-6f95-4b5e-8fbc-54adf7a68da9 {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:12:10.541374 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6390bcd-db15-4165-812c-b638fceaa5be", "tag": "1dbf75e2-16c1-4f57-99d5-c77559ce1033", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:12:10.541374 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8da760e2-6f95-4b5e-8fbc-54adf7a68da9 {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:12:10.541823 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6390bcd-db15-4165-812c-b638fceaa5be', 'tag': '1dbf75e2-16c1-4f57-99d5-c77559ce1033', 'status': 'completed', 'code': 200}
Jan 28 02:12:10.553994 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-bc7d8318-75bd-466b-bae2-c6996a365d6b req-369b52cc-7dec-4996-8dc3-79c173022222 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fa89292-20cb-4138-8180-f20e73c8da01&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0462148
Jan 28 02:12:10.582206 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb154207-65a2-4e29-8374-2169feebaddd req-a3fc8a4f-8d68-45ab-99cd-3ef60c5f1f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:10.584391 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-eb154207-65a2-4e29-8374-2169feebaddd req-a3fc8a4f-8d68-45ab-99cd-3ef60c5f1f61 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad1d1897a9674c6bbcd0e4d1bd0b55ab&device_id=c6390bcd-db15-4165-812c-b638fceaa5be HTTP/1.1" status: 200  len: 1096 time: 0.0542202
Jan 28 02:12:10.632113 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-eb154207-65a2-4e29-8374-2169feebaddd req-c17cacad-238f-42f1-bd76-c9455d8002ba service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dbf75e2-16c1-4f57-99d5-c77559ce1033 HTTP/1.1" status: 200  len: 217 time: 0.0349991
Jan 28 02:12:10.682897 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb154207-65a2-4e29-8374-2169feebaddd req-1378068d-7968-4835-935b-d31f4e37ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:10.684332 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-eb154207-65a2-4e29-8374-2169feebaddd req-1378068d-7968-4835-935b-d31f4e37ab94 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0e2063a5-7214-4f7d-ae7f-8bd92159687e HTTP/1.1" status: 200  len: 849 time: 0.0454187
Jan 28 02:12:10.736176 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb154207-65a2-4e29-8374-2169feebaddd req-7a2aed53-36ca-41e4-93b8-ace336f7c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:10.737864 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-eb154207-65a2-4e29-8374-2169feebaddd req-7a2aed53-36ca-41e4-93b8-ace336f7c15c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a3e05f9b-588b-4d48-8a35-7443e06d1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0464287
Jan 28 02:12:10.823525 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-eb154207-65a2-4e29-8374-2169feebaddd req-6bd6d17d-eaa6-4ba0-af5b-6fe30fc1da8a service neutron] 10.222.0.82 "GET /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0783415
Jan 28 02:12:10.914157 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-eb154207-65a2-4e29-8374-2169feebaddd req-add29acf-9951-473d-8b6a-a12a42e7d1af service neutron] 10.222.0.82 "GET /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846062
Jan 28 02:12:11.045955 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496ee2f-5a1e-461d-90b1-6b6de62dc6db req-ca61b8c2-1667-4b59-87d5-34d755f57b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:11.047451 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2496ee2f-5a1e-461d-90b1-6b6de62dc6db req-ca61b8c2-1667-4b59-87d5-34d755f57b47 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad1d1897a9674c6bbcd0e4d1bd0b55ab&device_id=c6390bcd-db15-4165-812c-b638fceaa5be HTTP/1.1" status: 200  len: 1096 time: 0.0425067
Jan 28 02:12:11.136822 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496ee2f-5a1e-461d-90b1-6b6de62dc6db req-1b9a4fa3-5f92-43e1-8f65-7d0ef1147f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:11.138726 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2496ee2f-5a1e-461d-90b1-6b6de62dc6db req-1b9a4fa3-5f92-43e1-8f65-7d0ef1147f2e service neutron] 10.222.0.82 "GET /v2.0/networks?id=a3e05f9b-588b-4d48-8a35-7443e06d1f95 HTTP/1.1" status: 200  len: 911 time: 0.0821939
Jan 28 02:12:11.193121 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2496ee2f-5a1e-461d-90b1-6b6de62dc6db req-929a357a-35de-4b51-86a6-c3d0265bc876 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dbf75e2-16c1-4f57-99d5-c77559ce1033 HTTP/1.1" status: 200  len: 217 time: 0.0477011
Jan 28 02:12:11.243906 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496ee2f-5a1e-461d-90b1-6b6de62dc6db req-585cc03a-8fb8-43d0-976f-ab834cbb5548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:11.245379 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2496ee2f-5a1e-461d-90b1-6b6de62dc6db req-585cc03a-8fb8-43d0-976f-ab834cbb5548 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0e2063a5-7214-4f7d-ae7f-8bd92159687e HTTP/1.1" status: 200  len: 849 time: 0.0457144
Jan 28 02:12:11.296459 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496ee2f-5a1e-461d-90b1-6b6de62dc6db req-254fc84b-61f2-47c0-9fb1-78781c713fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:11.297982 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2496ee2f-5a1e-461d-90b1-6b6de62dc6db req-254fc84b-61f2-47c0-9fb1-78781c713fe2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a3e05f9b-588b-4d48-8a35-7443e06d1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0453756
Jan 28 02:12:11.388420 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2496ee2f-5a1e-461d-90b1-6b6de62dc6db req-2e39e557-54cc-4dd6-9df2-ff40fb0427d5 service neutron] 10.222.0.82 "GET /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833659
Jan 28 02:12:11.481522 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-2496ee2f-5a1e-461d-90b1-6b6de62dc6db req-234581ca-4754-4353-9f2c-355ae4a35c77 service neutron] 10.222.0.82 "GET /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846219
Jan 28 02:12:11.671792 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cb578-d72a-4f0e-90ba-ddd3e84def2a req-9f4556a3-7490-4285-8bfc-8b7260244390 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:11.673235 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-997cb578-d72a-4f0e-90ba-ddd3e84def2a req-9f4556a3-7490-4285-8bfc-8b7260244390 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6390bcd-db15-4165-812c-b638fceaa5be HTTP/1.1" status: 200  len: 943 time: 0.0487263
Jan 28 02:12:11.711027 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-997cb578-d72a-4f0e-90ba-ddd3e84def2a req-7964a13c-7420-488f-9e36-c2f7435bde6c tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fa89292-20cb-4138-8180-f20e73c8da01&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0317881
Jan 28 02:12:11.853379 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c3a29710-941c-4e02-8b85-0d77eedb6a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:12.829950 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47162c2b-3833-49e7-a724-5571d01ba70a req-f50a4a3e-631a-4557-852d-dccba35693f7 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:12.831423 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-47162c2b-3833-49e7-a724-5571d01ba70a req-f50a4a3e-631a-4557-852d-dccba35693f7 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6390bcd-db15-4165-812c-b638fceaa5be HTTP/1.1" status: 200  len: 943 time: 0.0518987
Jan 28 02:12:12.873623 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-47162c2b-3833-49e7-a724-5571d01ba70a req-19cfa2ba-6377-444c-a232-11d10653bbe2 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fa89292-20cb-4138-8180-f20e73c8da01&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0336678
Jan 28 02:12:13.913166 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc9d4e9e-5dde-45a5-b25f-8242531f0bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:14.003118 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be3d1c-0ca7-42d5-8700-47daa0a04779 req-657d88af-60eb-4c45-9d8a-dfc7b12a99cd tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:14.004601 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e2be3d1c-0ca7-42d5-8700-47daa0a04779 req-657d88af-60eb-4c45-9d8a-dfc7b12a99cd tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6390bcd-db15-4165-812c-b638fceaa5be HTTP/1.1" status: 200  len: 943 time: 0.0563810
Jan 28 02:12:14.042155 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e2be3d1c-0ca7-42d5-8700-47daa0a04779 req-e60d81b8-a81a-47d0-956f-78f85180f79b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fa89292-20cb-4138-8180-f20e73c8da01&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0316844
Jan 28 02:12:14.218589 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 1dbf75e2-16c1-4f57-99d5-c77559ce1033 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:12:14.314800 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 1dbf75e2-16c1-4f57-99d5-c77559ce1033, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1dbf75e2-16c1-4f57-99d5-c77559ce1033,segment=NetworkSegment(33dd6e7a-2f20-4691-a751-b1404b924418),segment_id=33dd6e7a-2f20-4691-a751-b1404b924418)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:14.326004 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': '1dbf75e2-16c1-4f57-99d5-c77559ce1033', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'port_id': '1dbf75e2-16c1-4f57-99d5-c77559ce1033', 'mac_address': 'fa:16:3e:c5:6c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:12:14.364081 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:14.377157 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbf75e2-16c1-4f57-99d5-c77559ce1033 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:12:14.396283 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 1dbf75e2-16c1-4f57-99d5-c77559ce1033, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1dbf75e2-16c1-4f57-99d5-c77559ce1033,segment=NetworkSegment(33dd6e7a-2f20-4691-a751-b1404b924418),segment_id=33dd6e7a-2f20-4691-a751-b1404b924418)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:14.400449 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:14.452282 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=1dbf75e2-16c1-4f57-99d5-c77559ce1033,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:14.713985 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['1dbf75e2-16c1-4f57-99d5-c77559ce1033'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:12:14.942928 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:15.158123 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddaf913-3e29-45b0-8e33-9370db0052f3 req-1a74212d-36b4-4b5e-a50f-c66e971c180a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:15.159709 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1ddaf913-3e29-45b0-8e33-9370db0052f3 req-1a74212d-36b4-4b5e-a50f-c66e971c180a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6390bcd-db15-4165-812c-b638fceaa5be HTTP/1.1" status: 200  len: 944 time: 0.0493093
Jan 28 02:12:15.202577 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-1ddaf913-3e29-45b0-8e33-9370db0052f3 req-06bb7474-b83f-40a1-99e9-0dc95277ffb0 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fa89292-20cb-4138-8180-f20e73c8da01&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0355937
Jan 28 02:12:15.345550 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:16.249386 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 1dbf75e2-16c1-4f57-99d5-c77559ce1033 up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:12:16.306272 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port 1dbf75e2-16c1-4f57-99d5-c77559ce1033 completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:12:16.311122 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port 1dbf75e2-16c1-4f57-99d5-c77559ce1033 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:12:16.311502 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:16.335137 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd8a0d-8cf3-447e-bfb1-86984d680426 req-0bf5b6c3-1b75-4ee3-b78c-1c018ea91abd tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:16.336669 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-69dd8a0d-8cf3-447e-bfb1-86984d680426 req-0bf5b6c3-1b75-4ee3-b78c-1c018ea91abd tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6390bcd-db15-4165-812c-b638fceaa5be HTTP/1.1" status: 200  len: 944 time: 0.0662663
Jan 28 02:12:16.376143 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-69dd8a0d-8cf3-447e-bfb1-86984d680426 req-794e869e-cda6-4f4f-9b69-5b90869e9fa9 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fa89292-20cb-4138-8180-f20e73c8da01&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0325534
Jan 28 02:12:16.397359 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:16.420237 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6390bcd-db15-4165-812c-b638fceaa5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbf75e2-16c1-4f57-99d5-c77559ce1033'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:12:16.422496 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94daddd-b4ff-4a78-ba92-a208acc0cf8f" -d '{"events": [{"server_uuid": "c6390bcd-db15-4165-812c-b638fceaa5be", "name": "network-vif-plugged", "status": "completed", "tag": "1dbf75e2-16c1-4f57-99d5-c77559ce1033"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:12:16.435355 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port 1dbf75e2-16c1-4f57-99d5-c77559ce1033, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1dbf75e2-16c1-4f57-99d5-c77559ce1033,segment=NetworkSegment(33dd6e7a-2f20-4691-a751-b1404b924418),segment_id=33dd6e7a-2f20-4691-a751-b1404b924418)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:16.439662 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:16.466134 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d95e90-ca78-4e71-97d2-fb55159ff2c8 x-openstack-request-id: req-67d95e90-ca78-4e71-97d2-fb55159ff2c8 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:12:16.466423 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6390bcd-db15-4165-812c-b638fceaa5be", "name": "network-vif-plugged", "status": "completed", "tag": "1dbf75e2-16c1-4f57-99d5-c77559ce1033", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:12:16.466716 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-67d95e90-ca78-4e71-97d2-fb55159ff2c8 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:12:16.467049 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6390bcd-db15-4165-812c-b638fceaa5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbf75e2-16c1-4f57-99d5-c77559ce1033', 'code': 200}
Jan 28 02:12:16.500491 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=1dbf75e2-16c1-4f57-99d5-c77559ce1033,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:16.766024 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d29ac-7964-4f51-97a1-797aca063918 req-0fb97893-9aa5-4a19-98f4-f11ef6d8f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:16.767424 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0c8d29ac-7964-4f51-97a1-797aca063918 req-0fb97893-9aa5-4a19-98f4-f11ef6d8f400 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c6390bcd-db15-4165-812c-b638fceaa5be HTTP/1.1" status: 200  len: 1098 time: 0.1376677
Jan 28 02:12:16.807964 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0c8d29ac-7964-4f51-97a1-797aca063918 req-efd4d539-bfef-4af9-a295-89c14793c543 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1fa89292-20cb-4138-8180-f20e73c8da01&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0336819
Jan 28 02:12:16.866220 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:17.369042 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:17.493333 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea345c-3132-4109-8f67-f9b44ad0900f req-2144b1e5-d8ba-41a7-b4f9-f2cddaf555ba tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:17.494847 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-15ea345c-3132-4109-8f67-f9b44ad0900f req-2144b1e5-d8ba-41a7-b4f9-f2cddaf555ba tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6390bcd-db15-4165-812c-b638fceaa5be HTTP/1.1" status: 200  len: 945 time: 0.0510800
Jan 28 02:12:17.533681 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-15ea345c-3132-4109-8f67-f9b44ad0900f req-b426cdd2-1e55-47e2-a4c3-5e07ca5cce6a tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fa89292-20cb-4138-8180-f20e73c8da01&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0325153
Jan 28 02:12:18.648151 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fd1b6-0aa0-4b51-8920-03266ce573ed req-95550e8d-fce7-4c2b-bed9-554548053ef5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:18.649631 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ec6fd1b6-0aa0-4b51-8920-03266ce573ed req-95550e8d-fce7-4c2b-bed9-554548053ef5 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6390bcd-db15-4165-812c-b638fceaa5be HTTP/1.1" status: 200  len: 945 time: 0.0490830
Jan 28 02:12:18.687463 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-ec6fd1b6-0aa0-4b51-8920-03266ce573ed req-1538b4b3-85aa-4a53-a44f-4a9f1918322e tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fa89292-20cb-4138-8180-f20e73c8da01&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0318987
Jan 28 02:12:18.802543 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f167e-04e5-49e2-b0ab-25398a58cb10 req-1a48e80c-5203-4fe1-b96a-7cf3f3fe6af6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:18.804027 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-271f167e-04e5-49e2-b0ab-25398a58cb10 req-1a48e80c-5203-4fe1-b96a-7cf3f3fe6af6 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6390bcd-db15-4165-812c-b638fceaa5be HTTP/1.1" status: 200  len: 945 time: 0.0516307
Jan 28 02:12:18.813705 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47204) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:18.818133 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.v2.base [None req-fb311fd7-8950-417f-8751-8869ecb98bf3 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Request body: {'floatingip': {'port_id': '1dbf75e2-16c1-4f57-99d5-c77559ce1033'}} {{(pid=101322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:12:18.856770 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fb311fd7-8950-417f-8751-8869ecb98bf3 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for floatingip, before_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:19.302446 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fb311fd7-8950-417f-8751-8869ecb98bf3 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:19.306641 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fb311fd7-8950-417f-8751-8869ecb98bf3 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551309'] for floatingip, after_update {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:19.647469 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.l3_db [None req-fb311fd7-8950-417f-8751-8869ecb98bf3 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Floating IP a66068a6-7504-4fb3-8319-e602d9cf1a43 associated. External IP: 172.27.3.128, port: 1dbf75e2-16c1-4f57-99d5-c77559ce1033.
Jan 28 02:12:19.856312 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb311fd7-8950-417f-8751-8869ecb98bf3 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Router 2a51a144-39cd-46f3-9be3-28873b121c6d has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:12:19.969952 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb311fd7-8950-417f-8751-8869ecb98bf3 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:12:19.977801 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-fb311fd7-8950-417f-8751-8869ecb98bf3 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:19.979847 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ce3f2-0b8c-4de3-b024-3bdd791a15cd None None] Sync routers for ids ['2a51a144-39cd-46f3-9be3-28873b121c6d'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:12:19.990598 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ce3f2-0b8c-4de3-b024-3bdd791a15cd None None] Routers {'2a51a144-39cd-46f3-9be3-28873b121c6d'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:12:19.991198 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-239ce3f2-0b8c-4de3-b024-3bdd791a15cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67facbc1f0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:12:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['2a51a144-39cd-46f3-9be3-28873b121c6d'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:20.009331 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-fb311fd7-8950-417f-8751-8869ecb98bf3 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "PUT /v2.0/floatingips/a66068a6-7504-4fb3-8319-e602d9cf1a43 HTTP/1.1" status: 200  len: 991 time: 1.1945710
Jan 28 02:12:20.010445 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6390bcd-db15-4165-812c-b638fceaa5be', 'tag': '1dbf75e2-16c1-4f57-99d5-c77559ce1033'}] {{(pid=101322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:12:20.012773 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22e9aba1f3ae753be8f095bd4de5bd58f45f4f40cfe68f6f18584bec835fbd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f806e44-859b-4387-a18d-2f9bc0571140" -d '{"events": [{"name": "network-changed", "server_uuid": "c6390bcd-db15-4165-812c-b638fceaa5be", "tag": "1dbf75e2-16c1-4f57-99d5-c77559ce1033"}]}' {{(pid=101322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:12:20.073826 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4997376f-271b-45e5-9251-52e225fa2f37 x-openstack-request-id: req-4997376f-271b-45e5-9251-52e225fa2f37 {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:12:20.074231 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6390bcd-db15-4165-812c-b638fceaa5be", "tag": "1dbf75e2-16c1-4f57-99d5-c77559ce1033", "status": "completed", "code": 200}]} {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:12:20.074576 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4997376f-271b-45e5-9251-52e225fa2f37 {{(pid=101322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:12:20.075115 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6390bcd-db15-4165-812c-b638fceaa5be', 'tag': '1dbf75e2-16c1-4f57-99d5-c77559ce1033', 'status': 'completed', 'code': 200}
Jan 28 02:12:20.164957 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-239ce3f2-0b8c-4de3-b024-3bdd791a15cd None None] Set router 2a51a144-39cd-46f3-9be3-28873b121c6d gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:12:20.180558 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f806e44-859b-4387-a18d-2f9bc0571140 req-e44f801d-e335-40cd-9bde-1709569328a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:20.182577 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9f806e44-859b-4387-a18d-2f9bc0571140 req-e44f801d-e335-40cd-9bde-1709569328a7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad1d1897a9674c6bbcd0e4d1bd0b55ab&device_id=c6390bcd-db15-4165-812c-b638fceaa5be HTTP/1.1" status: 200  len: 1098 time: 0.0409555
Jan 28 02:12:20.295680 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f806e44-859b-4387-a18d-2f9bc0571140 req-82de2411-aebb-49b4-a9fc-a9694e7b068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:20.297186 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9f806e44-859b-4387-a18d-2f9bc0571140 req-82de2411-aebb-49b4-a9fc-a9694e7b068f service neutron] 10.222.0.82 "GET /v2.0/networks?id=a3e05f9b-588b-4d48-8a35-7443e06d1f95 HTTP/1.1" status: 200  len: 911 time: 0.1083982
Jan 28 02:12:20.391262 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9f806e44-859b-4387-a18d-2f9bc0571140 req-da0c1502-9017-4526-8143-2343d6de8b5e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dbf75e2-16c1-4f57-99d5-c77559ce1033 HTTP/1.1" status: 200  len: 999 time: 0.0779424
Jan 28 02:12:20.417994 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-239ce3f2-0b8c-4de3-b024-3bdd791a15cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67facbc1f0>, [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 4, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port': {'id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': 'a66068a6-7504-4fb3-8319-e602d9cf1a43', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'port_id': '1dbf75e2-16c1-4f57-99d5-c77559ce1033', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'mac_address': 'fa:16:3e:c5:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6390bcd-db15-4165-812c-b638fceaa5be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:12:07Z', 'updated_at': '2022-01-28T02:12:19Z', 'revision_number': 1, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e34a120-aae3-4067-822e-550d582b4634', 'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'mac_address': 'fa:16:3e:31:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:01Z', 'updated_at': '2022-01-28T02:09:05Z', 'revision_number': 5, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'subnets': [{'id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:20.440289 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f806e44-859b-4387-a18d-2f9bc0571140 req-447abe90-beec-44ac-ac53-36e91da9676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:20.441815 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9f806e44-859b-4387-a18d-2f9bc0571140 req-447abe90-beec-44ac-ac53-36e91da9676f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0e2063a5-7214-4f7d-ae7f-8bd92159687e HTTP/1.1" status: 200  len: 849 time: 0.0443342
Jan 28 02:12:20.445849 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ce3f2-0b8c-4de3-b024-3bdd791a15cd None None] Checking router: 2a51a144-39cd-46f3-9be3-28873b121c6d for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:12:20.455296 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ce3f2-0b8c-4de3-b024-3bdd791a15cd None None] Routers {'2a51a144-39cd-46f3-9be3-28873b121c6d'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:12:20.457312 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-239ce3f2-0b8c-4de3-b024-3bdd791a15cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67facbc1f0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:12:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['2a51a144-39cd-46f3-9be3-28873b121c6d'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:20.492357 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f806e44-859b-4387-a18d-2f9bc0571140 req-6cd072f9-4baa-481a-a92b-3cd8f65b851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:20.493953 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9f806e44-859b-4387-a18d-2f9bc0571140 req-6cd072f9-4baa-481a-a92b-3cd8f65b851b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a3e05f9b-588b-4d48-8a35-7443e06d1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0454946
Jan 28 02:12:20.566707 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-239ce3f2-0b8c-4de3-b024-3bdd791a15cd None None] Set router 2a51a144-39cd-46f3-9be3-28873b121c6d gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:12:20.589818 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9f806e44-859b-4387-a18d-2f9bc0571140 req-95500710-ed8b-4180-b573-83216275eaf7 service neutron] 10.222.0.82 "GET /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892704
Jan 28 02:12:20.684440 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-9f806e44-859b-4387-a18d-2f9bc0571140 req-831fb25f-9f67-448d-8708-3e2a6ca3b087 service neutron] 10.222.0.82 "GET /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876431
Jan 28 02:12:20.806660 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-239ce3f2-0b8c-4de3-b024-3bdd791a15cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67facbc1f0>, [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 4, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port': {'id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': 'a66068a6-7504-4fb3-8319-e602d9cf1a43', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'port_id': '1dbf75e2-16c1-4f57-99d5-c77559ce1033', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'mac_address': 'fa:16:3e:c5:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6390bcd-db15-4165-812c-b638fceaa5be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:12:07Z', 'updated_at': '2022-01-28T02:12:19Z', 'revision_number': 1, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e34a120-aae3-4067-822e-550d582b4634', 'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'mac_address': 'fa:16:3e:31:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:01Z', 'updated_at': '2022-01-28T02:09:05Z', 'revision_number': 5, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'subnets': [{'id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:20.837275 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ce3f2-0b8c-4de3-b024-3bdd791a15cd None None] The sync data for ids ['2a51a144-39cd-46f3-9be3-28873b121c6d'] in dv-cinder-824979-1-iscsi is: [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 4, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port': {'id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': 'a66068a6-7504-4fb3-8319-e602d9cf1a43', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'port_id': '1dbf75e2-16c1-4f57-99d5-c77559ce1033', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'mac_address': 'fa:16:3e:c5:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6390bcd-db15-4165-812c-b638fceaa5be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:12:07Z', 'updated_at': '2022-01-28T02:12:19Z', 'revision_number': 1, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e34a120-aae3-4067-822e-550d582b4634', 'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'mac_address': 'fa:16:3e:31:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:01Z', 'updated_at': '2022-01-28T02:09:05Z', 'revision_number': 5, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'subnets': [{'id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:12:21.027665 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f81ead4-b830-421e-a26a-376650e29a07 None None] New status for floating IP a66068a6-7504-4fb3-8319-e602d9cf1a43: ACTIVE {{(pid=101324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:12:23.973317 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47216) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:24.140500 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-07186fb1-6554-4dd3-add3-a71eaa135ff0 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Deleting port a175e445-96b3-42db-a75d-1eb2e259e876 {{(pid=101322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:12:24.140840 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-07186fb1-6554-4dd3-add3-a71eaa135ff0 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:24.218939 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-07186fb1-6554-4dd3-add3-a71eaa135ff0 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:24.219258 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-07186fb1-6554-4dd3-add3-a71eaa135ff0 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:24.231059 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-07186fb1-6554-4dd3-add3-a71eaa135ff0 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Calling delete_port for a175e445-96b3-42db-a75d-1eb2e259e876 owned by network:floatingip {{(pid=101322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:12:24.383473 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-07186fb1-6554-4dd3-add3-a71eaa135ff0 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:24.409815 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07186fb1-6554-4dd3-add3-a71eaa135ff0 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event deleted for resources: {'Port': ['ID=a175e445-96b3-42db-a75d-1eb2e259e876,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:24.477938 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-07186fb1-6554-4dd3-add3-a71eaa135ff0 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for floatingip, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:24.478367 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.l3_db [None req-07186fb1-6554-4dd3-add3-a71eaa135ff0 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Floating IP 5b9cfc51-fd42-4538-9463-5a9d25009952 disassociated (deleted). External IP: 172.27.3.29, port: 3b7c3179-5b9c-4779-8b0d-407f4b619b44.
Jan 28 02:12:24.695888 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07186fb1-6554-4dd3-add3-a71eaa135ff0 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Router 7ecd1c88-263f-4999-899c-b6c8b6899074 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:12:24.805185 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07186fb1-6554-4dd3-add3-a71eaa135ff0 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:12:24.811175 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-07186fb1-6554-4dd3-add3-a71eaa135ff0 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:24.815894 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ebab9a-fc2f-4cd5-935e-8be4193f34f0 None None] Sync routers for ids ['7ecd1c88-263f-4999-899c-b6c8b6899074'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:12:24.826435 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ebab9a-fc2f-4cd5-935e-8be4193f34f0 None None] Routers {'7ecd1c88-263f-4999-899c-b6c8b6899074'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:12:24.827223 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-16ebab9a-fc2f-4cd5-935e-8be4193f34f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fabc2eb0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:12:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['7ecd1c88-263f-4999-899c-b6c8b6899074'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:24.852904 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-07186fb1-6554-4dd3-add3-a71eaa135ff0 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "DELETE /v2.0/floatingips/5b9cfc51-fd42-4538-9463-5a9d25009952 HTTP/1.1" status: 204  len: 168 time: 0.8784435
Jan 28 02:12:24.853530 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dd16ec-7053-428e-8113-7d7c01cfc067', 'tag': '3b7c3179-5b9c-4779-8b0d-407f4b619b44'}] {{(pid=101322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:12:24.856147 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22e9aba1f3ae753be8f095bd4de5bd58f45f4f40cfe68f6f18584bec835fbd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ba47c0-9d79-4c0d-8c42-d77bcf1de6db" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dd16ec-7053-428e-8113-7d7c01cfc067", "tag": "3b7c3179-5b9c-4779-8b0d-407f4b619b44"}]}' {{(pid=101322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:12:24.904142 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba297c44-dd9a-4485-8cb1-9a5541a7d1f3 x-openstack-request-id: req-ba297c44-dd9a-4485-8cb1-9a5541a7d1f3 {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:12:24.904427 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dd16ec-7053-428e-8113-7d7c01cfc067", "tag": "3b7c3179-5b9c-4779-8b0d-407f4b619b44", "status": "completed", "code": 200}]} {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:12:24.904634 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ba297c44-dd9a-4485-8cb1-9a5541a7d1f3 {{(pid=101322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:12:24.905031 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0dd16ec-7053-428e-8113-7d7c01cfc067', 'tag': '3b7c3179-5b9c-4779-8b0d-407f4b619b44', 'status': 'completed', 'code': 200}
Jan 28 02:12:24.944918 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-16ebab9a-fc2f-4cd5-935e-8be4193f34f0 None None] Set router 7ecd1c88-263f-4999-899c-b6c8b6899074 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:12:25.022720 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba47c0-9d79-4c0d-8c42-d77bcf1de6db req-952e1a45-7bb2-48f7-8dc2-084f8398e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:25.025358 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-54ba47c0-9d79-4c0d-8c42-d77bcf1de6db req-952e1a45-7bb2-48f7-8dc2-084f8398e154 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d88874e13aa04221b933b43cb2350ad2&device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 1099 time: 0.0683236
Jan 28 02:12:25.164598 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2dc508-f5f6-4667-a148-b26129438d0e req-ba85980a-66ba-4703-8503-0ecb8dd4a91f tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:25.167529 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3a2dc508-f5f6-4667-a148-b26129438d0e req-ba85980a-66ba-4703-8503-0ecb8dd4a91f tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 946 time: 0.0825427
Jan 28 02:12:25.178472 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba47c0-9d79-4c0d-8c42-d77bcf1de6db req-56f0703e-65f2-4c83-854f-196e3864aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:25.180669 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-54ba47c0-9d79-4c0d-8c42-d77bcf1de6db req-56f0703e-65f2-4c83-854f-196e3864aa6a service neutron] 10.222.0.82 "GET /v2.0/networks?id=7946a91b-c87f-479e-b41f-92c9cd8d4828 HTTP/1.1" status: 200  len: 912 time: 0.1170959
Jan 28 02:12:25.210341 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3a2dc508-f5f6-4667-a148-b26129438d0e req-d6261c78-5e02-4d08-ab64-dd14ff718436 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0364377
Jan 28 02:12:25.224186 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-54ba47c0-9d79-4c0d-8c42-d77bcf1de6db req-492c1f1d-e07a-4894-8316-16222f92355c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b7c3179-5b9c-4779-8b0d-407f4b619b44 HTTP/1.1" status: 200  len: 217 time: 0.0345206
Jan 28 02:12:25.234532 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-16ebab9a-fc2f-4cd5-935e-8be4193f34f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fabc2eb0>, [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': 'e4f89888-809c-41c9-acdc-ce9b760bb659', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'port_id': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'mac_address': 'fa:16:3e:1f:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 1, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 5, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:25.284312 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba47c0-9d79-4c0d-8c42-d77bcf1de6db req-fca23950-1803-4734-ac4b-74d0bacc0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:25.285821 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-54ba47c0-9d79-4c0d-8c42-d77bcf1de6db req-fca23950-1803-4734-ac4b-74d0bacc0291 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eaa3750d-c13f-4d6a-9333-02aefa682127 HTTP/1.1" status: 200  len: 850 time: 0.0554054
Jan 28 02:12:25.333507 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba47c0-9d79-4c0d-8c42-d77bcf1de6db req-b561ac14-44ca-4309-923e-7b701b77f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:25.335535 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-54ba47c0-9d79-4c0d-8c42-d77bcf1de6db req-b561ac14-44ca-4309-923e-7b701b77f3aa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7946a91b-c87f-479e-b41f-92c9cd8d4828&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0428667
Jan 28 02:12:25.355182 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ebab9a-fc2f-4cd5-935e-8be4193f34f0 None None] Checking router: 7ecd1c88-263f-4999-899c-b6c8b6899074 for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:12:25.363803 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ebab9a-fc2f-4cd5-935e-8be4193f34f0 None None] Routers {'7ecd1c88-263f-4999-899c-b6c8b6899074'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:12:25.364416 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-16ebab9a-fc2f-4cd5-935e-8be4193f34f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fabc2eb0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:12:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['7ecd1c88-263f-4999-899c-b6c8b6899074'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:25.443439 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-54ba47c0-9d79-4c0d-8c42-d77bcf1de6db req-52b21d42-280a-47db-957d-fbba9128c5ee service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1005580
Jan 28 02:12:25.485990 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-16ebab9a-fc2f-4cd5-935e-8be4193f34f0 None None] Set router 7ecd1c88-263f-4999-899c-b6c8b6899074 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:12:25.539342 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-54ba47c0-9d79-4c0d-8c42-d77bcf1de6db req-d0c56873-6fa6-4564-bd76-b40ff70903ac service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889025
Jan 28 02:12:25.714369 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-16ebab9a-fc2f-4cd5-935e-8be4193f34f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fabc2eb0>, [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': 'e4f89888-809c-41c9-acdc-ce9b760bb659', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'port_id': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'mac_address': 'fa:16:3e:1f:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 1, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 5, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:25.744016 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ebab9a-fc2f-4cd5-935e-8be4193f34f0 None None] The sync data for ids ['7ecd1c88-263f-4999-899c-b6c8b6899074'] in dv-cinder-824979-1-iscsi is: [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_floatingips': [{'id': 'e4f89888-809c-41c9-acdc-ce9b760bb659', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'router_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'port_id': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'mac_address': 'fa:16:3e:1f:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 1, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 5, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:12:25.968019 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e679d6-e752-4f4e-b224-4864decb93a5 None None] New status for floating IP 5b9cfc51-fd42-4538-9463-5a9d25009952: DOWN {{(pid=101324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:12:26.326005 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc837ea-4eea-4b1c-b66c-e5df994ca658 req-f7ba9aaa-b15a-4f6a-9ada-e4a5f05d7409 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:26.327712 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4fc837ea-4eea-4b1c-b66c-e5df994ca658 req-f7ba9aaa-b15a-4f6a-9ada-e4a5f05d7409 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 946 time: 0.0509579
Jan 28 02:12:26.364307 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-4fc837ea-4eea-4b1c-b66c-e5df994ca658 req-240aea86-c697-4257-9bfd-56b20b67b1eb tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0307620
Jan 28 02:12:26.834461 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d998d57-81be-43f7-b737-bb25df781a00 req-a276a80e-9855-4438-a076-1762d9a4bcc5 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:26.835905 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1d998d57-81be-43f7-b737-bb25df781a00 req-a276a80e-9855-4438-a076-1762d9a4bcc5 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 946 time: 0.0484796
Jan 28 02:12:26.942704 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-1d998d57-81be-43f7-b737-bb25df781a00 req-97f806c1-e3b9-4e51-8cc4-641a54b72eac tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Deleting port 3b7c3179-5b9c-4779-8b0d-407f4b619b44 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:12:26.942960 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-1d998d57-81be-43f7-b737-bb25df781a00 req-97f806c1-e3b9-4e51-8cc4-641a54b72eac tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:27.031033 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-1d998d57-81be-43f7-b737-bb25df781a00 req-97f806c1-e3b9-4e51-8cc4-641a54b72eac tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] For port 3b7c3179-5b9c-4779-8b0d-407f4b619b44, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3b7c3179-5b9c-4779-8b0d-407f4b619b44,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:27.031397 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-1d998d57-81be-43f7-b737-bb25df781a00 req-97f806c1-e3b9-4e51-8cc4-641a54b72eac tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:27.043609 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-1d998d57-81be-43f7-b737-bb25df781a00 req-97f806c1-e3b9-4e51-8cc4-641a54b72eac tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Calling delete_port for 3b7c3179-5b9c-4779-8b0d-407f4b619b44 owned by compute:nova {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:12:27.176473 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-1d998d57-81be-43f7-b737-bb25df781a00 req-97f806c1-e3b9-4e51-8cc4-641a54b72eac tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:27.208466 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f806c1-e3b9-4e51-8cc4-641a54b72eac tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event deleted for resources: {'Port': ['ID=3b7c3179-5b9c-4779-8b0d-407f4b619b44,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:27.248334 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d998d57-81be-43f7-b737-bb25df781a00 req-97f806c1-e3b9-4e51-8cc4-641a54b72eac tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] No DVR routers for this DVR port 3b7c3179-5b9c-4779-8b0d-407f4b619b44 on host hv-cinder-82497 {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:12:27.251128 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-1d998d57-81be-43f7-b737-bb25df781a00 req-97f806c1-e3b9-4e51-8cc4-641a54b72eac tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:27.254784 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-1d998d57-81be-43f7-b737-bb25df781a00 req-97f806c1-e3b9-4e51-8cc4-641a54b72eac tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.82 "DELETE /v2.0/ports/3b7c3179-5b9c-4779-8b0d-407f4b619b44 HTTP/1.1" status: 204  len: 173 time: 0.4127903
Jan 28 02:12:27.255291 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dd16ec-7053-428e-8113-7d7c01cfc067', 'name': 'network-vif-deleted', 'tag': '3b7c3179-5b9c-4779-8b0d-407f4b619b44'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:12:27.257598 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81e017d-22e7-4b9b-af70-a3e34e5351c4" -d '{"events": [{"server_uuid": "e0dd16ec-7053-428e-8113-7d7c01cfc067", "name": "network-vif-deleted", "tag": "3b7c3179-5b9c-4779-8b0d-407f4b619b44"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:12:27.299364 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd05c9e-0482-4a09-92cc-847f7986ad49 x-openstack-request-id: req-3fd05c9e-0482-4a09-92cc-847f7986ad49 {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:12:27.299752 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dd16ec-7053-428e-8113-7d7c01cfc067", "name": "network-vif-deleted", "tag": "3b7c3179-5b9c-4779-8b0d-407f4b619b44", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:12:27.299927 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3fd05c9e-0482-4a09-92cc-847f7986ad49 {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:12:27.300313 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dd16ec-7053-428e-8113-7d7c01cfc067', 'name': 'network-vif-deleted', 'tag': '3b7c3179-5b9c-4779-8b0d-407f4b619b44', 'status': 'completed', 'code': 200}
Jan 28 02:12:27.462483 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-12237db0-62c9-4f6c-a422-c13de5c8c791 req-eb721950-8130-4de3-9ded-92f103a30b77 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dd16ec-7053-428e-8113-7d7c01cfc067 HTTP/1.1" status: 200  len: 210 time: 0.0283709
Jan 28 02:12:30.296700 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 3b7c3179-5b9c-4779-8b0d-407f4b619b44 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:12:30.315930 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: 3b7c3179-5b9c-4779-8b0d-407f4b619b44 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:12:30.316205 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 3b7c3179-5b9c-4779-8b0d-407f4b619b44 not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:12:30.743622 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47256) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:30.895829 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-9598cb9c-8302-4a49-9c79-2130c8b2aa1d tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Deleting port c277e4e9-1ddc-4339-889d-aefba27eda87 {{(pid=101322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:12:30.896191 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9598cb9c-8302-4a49-9c79-2130c8b2aa1d tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:30.967929 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9598cb9c-8302-4a49-9c79-2130c8b2aa1d tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:30.968253 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9598cb9c-8302-4a49-9c79-2130c8b2aa1d tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:30.979990 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-9598cb9c-8302-4a49-9c79-2130c8b2aa1d tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Calling delete_port for c277e4e9-1ddc-4339-889d-aefba27eda87 owned by network:floatingip {{(pid=101322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:12:31.122084 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9598cb9c-8302-4a49-9c79-2130c8b2aa1d tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:31.147361 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598cb9c-8302-4a49-9c79-2130c8b2aa1d tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event deleted for resources: {'Port': ['ID=c277e4e9-1ddc-4339-889d-aefba27eda87,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:31.208440 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9598cb9c-8302-4a49-9c79-2130c8b2aa1d tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for floatingip, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:31.208773 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.db.l3_db [None req-9598cb9c-8302-4a49-9c79-2130c8b2aa1d tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Floating IP e4f89888-809c-41c9-acdc-ce9b760bb659 disassociated (deleted). External IP: 172.27.3.168, port: ad3725b6-3af9-47fd-8f63-1d51eba272ca.
Jan 28 02:12:31.430024 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9598cb9c-8302-4a49-9c79-2130c8b2aa1d tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Router 7ecd1c88-263f-4999-899c-b6c8b6899074 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:12:31.539384 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9598cb9c-8302-4a49-9c79-2130c8b2aa1d tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:12:31.544563 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9598cb9c-8302-4a49-9c79-2130c8b2aa1d tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:31.551742 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1959f5-a8c6-4aff-a40c-279316480870 None None] Sync routers for ids ['7ecd1c88-263f-4999-899c-b6c8b6899074'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:12:31.560916 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1959f5-a8c6-4aff-a40c-279316480870 None None] Routers {'7ecd1c88-263f-4999-899c-b6c8b6899074'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:12:31.561522 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-7b1959f5-a8c6-4aff-a40c-279316480870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67facbc3d0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:12:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['7ecd1c88-263f-4999-899c-b6c8b6899074'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:31.575678 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-9598cb9c-8302-4a49-9c79-2130c8b2aa1d tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "DELETE /v2.0/floatingips/e4f89888-809c-41c9-acdc-ce9b760bb659 HTTP/1.1" status: 204  len: 168 time: 0.8309562
Jan 28 02:12:31.576296 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'tag': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca'}] {{(pid=101322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:12:31.579595 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22e9aba1f3ae753be8f095bd4de5bd58f45f4f40cfe68f6f18584bec835fbd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af0862a-3b8d-4159-aed0-80717658a56b" -d '{"events": [{"name": "network-changed", "server_uuid": "4649f96b-6d9f-42e4-899e-806ed1eec112", "tag": "ad3725b6-3af9-47fd-8f63-1d51eba272ca"}]}' {{(pid=101322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:12:31.622091 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee4d04b-cd6a-4b64-b146-2b40bc9d5161 x-openstack-request-id: req-9ee4d04b-cd6a-4b64-b146-2b40bc9d5161 {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:12:31.622386 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4649f96b-6d9f-42e4-899e-806ed1eec112", "tag": "ad3725b6-3af9-47fd-8f63-1d51eba272ca", "status": "completed", "code": 200}]} {{(pid=101322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:12:31.622644 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9ee4d04b-cd6a-4b64-b146-2b40bc9d5161 {{(pid=101322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:12:31.623048 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'tag': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca', 'status': 'completed', 'code': 200}
Jan 28 02:12:31.684817 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-7b1959f5-a8c6-4aff-a40c-279316480870 None None] Set router 7ecd1c88-263f-4999-899c-b6c8b6899074 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:12:31.733970 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0862a-3b8d-4159-aed0-80717658a56b req-5af37278-323e-4f70-b247-2510bfe46be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:31.738230 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-4af0862a-3b8d-4159-aed0-80717658a56b req-5af37278-323e-4f70-b247-2510bfe46be3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d88874e13aa04221b933b43cb2350ad2&device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 1098 time: 0.0685477
Jan 28 02:12:31.844598 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0862a-3b8d-4159-aed0-80717658a56b req-42f9c183-80bb-4cb2-97b0-6b6b4bef2960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:31.847084 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-4af0862a-3b8d-4159-aed0-80717658a56b req-42f9c183-80bb-4cb2-97b0-6b6b4bef2960 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7946a91b-c87f-479e-b41f-92c9cd8d4828 HTTP/1.1" status: 200  len: 912 time: 0.1003437
Jan 28 02:12:31.858656 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18592a5-dac4-4024-ac26-acbd62b1b30c req-3e1a2de8-4ac7-4a64-aed2-8d2e423f3505 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:31.860523 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c18592a5-dac4-4024-ac26-acbd62b1b30c req-3e1a2de8-4ac7-4a64-aed2-8d2e423f3505 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 945 time: 0.0558977
Jan 28 02:12:31.894714 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-4af0862a-3b8d-4159-aed0-80717658a56b req-d07051ba-38d7-493d-a0e5-440993beadc0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad3725b6-3af9-47fd-8f63-1d51eba272ca HTTP/1.1" status: 200  len: 217 time: 0.0403340
Jan 28 02:12:31.906022 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c18592a5-dac4-4024-ac26-acbd62b1b30c req-a88e4e83-a98e-4cd3-9e47-a47e3b947153 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0356293
Jan 28 02:12:31.921088 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-7b1959f5-a8c6-4aff-a40c-279316480870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67facbc3d0>, [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 5, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:31.949004 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1959f5-a8c6-4aff-a40c-279316480870 None None] Checking router: 7ecd1c88-263f-4999-899c-b6c8b6899074 for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:12:31.950393 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0862a-3b8d-4159-aed0-80717658a56b req-6979c680-66df-4afb-b8f6-59212580d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:31.951889 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-4af0862a-3b8d-4159-aed0-80717658a56b req-6979c680-66df-4afb-b8f6-59212580d228 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eaa3750d-c13f-4d6a-9333-02aefa682127 HTTP/1.1" status: 200  len: 850 time: 0.0494633
Jan 28 02:12:31.957595 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1959f5-a8c6-4aff-a40c-279316480870 None None] Routers {'7ecd1c88-263f-4999-899c-b6c8b6899074'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:12:31.958235 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-7b1959f5-a8c6-4aff-a40c-279316480870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67facbc3d0>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:12:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['7ecd1c88-263f-4999-899c-b6c8b6899074'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:32.009308 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0862a-3b8d-4159-aed0-80717658a56b req-157fe020-1ccb-40ae-b35b-a8920dd57c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:32.010882 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-4af0862a-3b8d-4159-aed0-80717658a56b req-157fe020-1ccb-40ae-b35b-a8920dd57c39 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7946a91b-c87f-479e-b41f-92c9cd8d4828&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0495501
Jan 28 02:12:32.066096 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-7b1959f5-a8c6-4aff-a40c-279316480870 None None] Set router 7ecd1c88-263f-4999-899c-b6c8b6899074 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:12:32.101589 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-4af0862a-3b8d-4159-aed0-80717658a56b req-e8b3b11e-bfd9-40d5-9144-ea0925ba2f44 service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820894
Jan 28 02:12:32.197460 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-4af0862a-3b8d-4159-aed0-80717658a56b req-df92cfe7-5215-477c-9a6d-79f21bed4777 service neutron] 10.222.0.82 "GET /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866642
Jan 28 02:12:32.277567 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-7b1959f5-a8c6-4aff-a40c-279316480870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67facbc3d0>, [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 5, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:32.304355 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1959f5-a8c6-4aff-a40c-279316480870 None None] The sync data for ids ['7ecd1c88-263f-4999-899c-b6c8b6899074'] in dv-cinder-824979-1-iscsi is: [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:40Z', 'revision_number': 4, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '5f09d014-bd1f-4a79-8311-790ace9022f3', 'name': '', 'network_id': '7946a91b-c87f-479e-b41f-92c9cd8d4828', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'mac_address': 'fa:16:3e:94:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:40Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 5, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'subnets': [{'id': 'eaa3750d-c13f-4d6a-9333-02aefa682127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:12:32.524790 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83815c0c-a03f-4841-b95e-03d8c5af7797 None None] New status for floating IP e4f89888-809c-41c9-acdc-ce9b760bb659: DOWN {{(pid=101324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:12:33.031599 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebcf7a-17a2-4c08-b0ee-944891956468 req-609266b5-0340-42fc-b286-588363a7537b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:33.033094 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e0ebcf7a-17a2-4c08-b0ee-944891956468 req-609266b5-0340-42fc-b286-588363a7537b tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 945 time: 0.0494871
Jan 28 02:12:33.074344 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-e0ebcf7a-17a2-4c08-b0ee-944891956468 req-d64376c0-58b7-43e9-8d11-ad8980fd1407 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/security-groups?id=cda0faae-0b3f-4fb7-9c24-8062d9090e75&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0352273
Jan 28 02:12:33.622515 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ea7b8-bb86-4b46-8ff7-66abf75a9051 req-6059a45b-1e5b-4e0f-9441-2de402b672d2 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:33.623861 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ca2ea7b8-bb86-4b46-8ff7-66abf75a9051 req-6059a45b-1e5b-4e0f-9441-2de402b672d2 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.82 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 945 time: 0.0487010
Jan 28 02:12:33.715762 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-ca2ea7b8-bb86-4b46-8ff7-66abf75a9051 req-babc7cf2-0a1e-41e8-9ac8-d6a81fbe1505 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Deleting port ad3725b6-3af9-47fd-8f63-1d51eba272ca {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:12:33.716098 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ca2ea7b8-bb86-4b46-8ff7-66abf75a9051 req-babc7cf2-0a1e-41e8-9ac8-d6a81fbe1505 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:33.799031 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-ca2ea7b8-bb86-4b46-8ff7-66abf75a9051 req-babc7cf2-0a1e-41e8-9ac8-d6a81fbe1505 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] For port ad3725b6-3af9-47fd-8f63-1d51eba272ca, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=ad3725b6-3af9-47fd-8f63-1d51eba272ca,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:33.799383 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ca2ea7b8-bb86-4b46-8ff7-66abf75a9051 req-babc7cf2-0a1e-41e8-9ac8-d6a81fbe1505 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:33.811123 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-ca2ea7b8-bb86-4b46-8ff7-66abf75a9051 req-babc7cf2-0a1e-41e8-9ac8-d6a81fbe1505 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Calling delete_port for ad3725b6-3af9-47fd-8f63-1d51eba272ca owned by compute:nova {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:12:33.938016 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ca2ea7b8-bb86-4b46-8ff7-66abf75a9051 req-babc7cf2-0a1e-41e8-9ac8-d6a81fbe1505 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:33.967723 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc7cf2-0a1e-41e8-9ac8-d6a81fbe1505 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event deleted for resources: {'Port': ['ID=ad3725b6-3af9-47fd-8f63-1d51eba272ca,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:34.008838 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2ea7b8-bb86-4b46-8ff7-66abf75a9051 req-babc7cf2-0a1e-41e8-9ac8-d6a81fbe1505 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] No DVR routers for this DVR port ad3725b6-3af9-47fd-8f63-1d51eba272ca on host hv-cinder-82497 {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:12:34.011820 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-ca2ea7b8-bb86-4b46-8ff7-66abf75a9051 req-babc7cf2-0a1e-41e8-9ac8-d6a81fbe1505 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:34.015090 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-ca2ea7b8-bb86-4b46-8ff7-66abf75a9051 req-babc7cf2-0a1e-41e8-9ac8-d6a81fbe1505 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.82 "DELETE /v2.0/ports/ad3725b6-3af9-47fd-8f63-1d51eba272ca HTTP/1.1" status: 204  len: 173 time: 0.3842390
Jan 28 02:12:34.015524 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'name': 'network-vif-deleted', 'tag': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:12:34.017833 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03450bec-5ad8-4c9a-8758-1fcc3b61fc6f" -d '{"events": [{"server_uuid": "4649f96b-6d9f-42e4-899e-806ed1eec112", "name": "network-vif-deleted", "tag": "ad3725b6-3af9-47fd-8f63-1d51eba272ca"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:12:34.058480 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a1e05c-fd4e-4f3b-b7a3-a4274090f38f x-openstack-request-id: req-c7a1e05c-fd4e-4f3b-b7a3-a4274090f38f {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:12:34.059006 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4649f96b-6d9f-42e4-899e-806ed1eec112", "name": "network-vif-deleted", "tag": "ad3725b6-3af9-47fd-8f63-1d51eba272ca", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:12:34.059257 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c7a1e05c-fd4e-4f3b-b7a3-a4274090f38f {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:12:34.059651 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4649f96b-6d9f-42e4-899e-806ed1eec112', 'name': 'network-vif-deleted', 'tag': 'ad3725b6-3af9-47fd-8f63-1d51eba272ca', 'status': 'completed', 'code': 200}
Jan 28 02:12:34.168973 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-640fea7c-9a21-4ba8-a881-ea498bb18fea req-fa94b7eb-7663-49de-ae12-a540788a7648 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "GET /v2.0/ports?device_id=4649f96b-6d9f-42e4-899e-806ed1eec112 HTTP/1.1" status: 200  len: 210 time: 0.0261824
Jan 28 02:12:35.223825 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47280) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:35.346323 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-7235b10b-ef48-4bb9-b349-898fdb6d4261 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Deleting port b6a6ea03-2b90-4136-a2cd-5159a07b9b5b {{(pid=101322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:12:35.346660 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7235b10b-ef48-4bb9-b349-898fdb6d4261 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:35.424925 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7235b10b-ef48-4bb9-b349-898fdb6d4261 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:35.425249 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7235b10b-ef48-4bb9-b349-898fdb6d4261 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:35.436982 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-7235b10b-ef48-4bb9-b349-898fdb6d4261 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Calling delete_port for b6a6ea03-2b90-4136-a2cd-5159a07b9b5b owned by network:floatingip {{(pid=101322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:12:35.574172 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7235b10b-ef48-4bb9-b349-898fdb6d4261 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:35.600080 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235b10b-ef48-4bb9-b349-898fdb6d4261 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event deleted for resources: {'Port': ['ID=b6a6ea03-2b90-4136-a2cd-5159a07b9b5b,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:35.658075 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7235b10b-ef48-4bb9-b349-898fdb6d4261 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for floatingip, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:35.660658 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-7235b10b-ef48-4bb9-b349-898fdb6d4261 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:35.661882 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-7235b10b-ef48-4bb9-b349-898fdb6d4261 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "DELETE /v2.0/floatingips/4e525ee2-47a6-423b-afc6-69a1ec794447 HTTP/1.1" status: 204  len: 168 time: 0.4370553
Jan 28 02:12:36.853306 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47296) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:36.912499 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8003f85e-5236-439f-a853-9a7dd0988637 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:36.939655 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8003f85e-5236-439f-a853-9a7dd0988637 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:36.999497 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8003f85e-5236-439f-a853-9a7dd0988637 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:37.002125 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-8003f85e-5236-439f-a853-9a7dd0988637 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:37.003472 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-8003f85e-5236-439f-a853-9a7dd0988637 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] 10.222.0.77 "DELETE /v2.0/security-groups/cda0faae-0b3f-4fb7-9c24-8062d9090e75 HTTP/1.1" status: 204  len: 168 time: 0.1491601
Jan 28 02:12:37.016953 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003f85e-5236-439f-a853-9a7dd0988637 tempest-TestVolumeBootPattern-1068031418 tempest-TestVolumeBootPattern-1068031418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda0faae-0b3f-4fb7-9c24-8062d9090e75,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:37.056472 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47300) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:37.515464 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-b5c09789-6f41-4a15-870f-57a9de7e25f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545165'] for router_interface, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:37.759561 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-b5c09789-6f41-4a15-870f-57a9de7e25f5 admin admin] Deleting port 5f09d014-bd1f-4a79-8311-790ace9022f3 {{(pid=101322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:12:37.759896 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-b5c09789-6f41-4a15-870f-57a9de7e25f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:37.838170 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.db [None req-b5c09789-6f41-4a15-870f-57a9de7e25f5 admin admin] For port 5f09d014-bd1f-4a79-8311-790ace9022f3, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=5f09d014-bd1f-4a79-8311-790ace9022f3,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:37.838550 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-b5c09789-6f41-4a15-870f-57a9de7e25f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:37.849854 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-b5c09789-6f41-4a15-870f-57a9de7e25f5 admin admin] Calling delete_port for 5f09d014-bd1f-4a79-8311-790ace9022f3 owned by network:router_interface {{(pid=101322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:12:38.029383 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-b5c09789-6f41-4a15-870f-57a9de7e25f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:38.054346 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c09789-6f41-4a15-870f-57a9de7e25f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f09d014-bd1f-4a79-8311-790ace9022f3,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:38.215928 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-b5c09789-6f41-4a15-870f-57a9de7e25f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545341'] for router_interface, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:38.342783 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device ad3725b6-3af9-47fd-8f63-1d51eba272ca no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:12:38.366197 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: ad3725b6-3af9-47fd-8f63-1d51eba272ca {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:12:38.366545 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device ad3725b6-3af9-47fd-8f63-1d51eba272ca not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:12:38.660081 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c09789-6f41-4a15-870f-57a9de7e25f5 admin admin] Router 7ecd1c88-263f-4999-899c-b6c8b6899074 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:12:38.759646 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c09789-6f41-4a15-870f-57a9de7e25f5 admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:12:38.765185 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-b5c09789-6f41-4a15-870f-57a9de7e25f5 admin admin] 10.222.0.77 "PUT /v2.0/routers/7ecd1c88-263f-4999-899c-b6c8b6899074/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7076831
Jan 28 02:12:38.767733 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47306) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:38.769668 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbef50f-aa63-4a79-8096-82abe5697cd3 None None] Sync routers for ids ['7ecd1c88-263f-4999-899c-b6c8b6899074'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:12:38.778839 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbef50f-aa63-4a79-8096-82abe5697cd3 None None] Routers {'7ecd1c88-263f-4999-899c-b6c8b6899074'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:12:38.779435 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-3cbef50f-aa63-4a79-8096-82abe5697cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fab25790>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:12:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['7ecd1c88-263f-4999-899c-b6c8b6899074'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:38.867384 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-41339a8d-4529-4063-9e8f-8650d1e5b8ca admin admin] Notify callbacks [] for router, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:38.880786 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-3cbef50f-aa63-4a79-8096-82abe5697cd3 None None] Set router 7ecd1c88-263f-4999-899c-b6c8b6899074 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:12:38.970208 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-41339a8d-4529-4063-9e8f-8650d1e5b8ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:39.021870 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-41339a8d-4529-4063-9e8f-8650d1e5b8ca admin admin] Deleting port 92d72b1b-0314-4a0e-9b43-6fcef8d16b50 {{(pid=101322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:12:39.022222 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-41339a8d-4529-4063-9e8f-8650d1e5b8ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:39.061114 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-3cbef50f-aa63-4a79-8096-82abe5697cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fab25790>, [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:12:37Z', 'revision_number': 5, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port': {'id': '92d72b1b-0314-4a0e-9b43-6fcef8d16b50', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:39.108457 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.db [None req-41339a8d-4529-4063-9e8f-8650d1e5b8ca admin admin] For port 92d72b1b-0314-4a0e-9b43-6fcef8d16b50, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=92d72b1b-0314-4a0e-9b43-6fcef8d16b50,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:39.109168 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-41339a8d-4529-4063-9e8f-8650d1e5b8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:39.126203 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-41339a8d-4529-4063-9e8f-8650d1e5b8ca admin admin] Calling delete_port for 92d72b1b-0314-4a0e-9b43-6fcef8d16b50 owned by network:router_gateway {{(pid=101322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:12:39.182781 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbef50f-aa63-4a79-8096-82abe5697cd3 None None] Checking router: 7ecd1c88-263f-4999-899c-b6c8b6899074 for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:12:39.191171 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbef50f-aa63-4a79-8096-82abe5697cd3 None None] Routers {'7ecd1c88-263f-4999-899c-b6c8b6899074'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:12:39.191782 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-3cbef50f-aa63-4a79-8096-82abe5697cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fab25790>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:12:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['7ecd1c88-263f-4999-899c-b6c8b6899074'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:39.273214 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:12:39.289239 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-3cbef50f-aa63-4a79-8096-82abe5697cd3 None None] Set router 7ecd1c88-263f-4999-899c-b6c8b6899074 gateway port host: None {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:12:39.320818 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-41339a8d-4529-4063-9e8f-8650d1e5b8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:39.344065 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-3cbef50f-aa63-4a79-8096-82abe5697cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fab25790>, [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:12:38Z', 'revision_number': 6, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port_host': None}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:39.353264 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41339a8d-4529-4063-9e8f-8650d1e5b8ca admin admin] Pushing event deleted for resources: {'Port': ['ID=92d72b1b-0314-4a0e-9b43-6fcef8d16b50,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:39.377793 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbef50f-aa63-4a79-8096-82abe5697cd3 None None] The sync data for ids ['7ecd1c88-263f-4999-899c-b6c8b6899074'] in dv-cinder-824979-1-iscsi is: [{'id': '7ecd1c88-263f-4999-899c-b6c8b6899074', 'name': 'tempest-TestVolumeBootPattern-714975994-router', 'tenant_id': 'd88874e13aa04221b933b43cb2350ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:37Z', 'updated_at': '2022-01-28T02:12:38Z', 'revision_number': 6, 'project_id': 'd88874e13aa04221b933b43cb2350ad2', 'gw_port_host': None}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:12:39.439177 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-41339a8d-4529-4063-9e8f-8650d1e5b8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551259'] for router_gateway, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:39.549191 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-41339a8d-4529-4063-9e8f-8650d1e5b8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124561'] for router, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:39.551275 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-41339a8d-4529-4063-9e8f-8650d1e5b8ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:39.613396 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-41339a8d-4529-4063-9e8f-8650d1e5b8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551678'] for router, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:39.613953 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41339a8d-4529-4063-9e8f-8650d1e5b8ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ecd1c88-263f-4999-899c-b6c8b6899074 {{(pid=101322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 28 02:12:39.619920 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-41339a8d-4529-4063-9e8f-8650d1e5b8ca admin admin] Notify callbacks [] for router, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:39.622021 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-41339a8d-4529-4063-9e8f-8650d1e5b8ca admin admin] 10.222.0.77 "DELETE /v2.0/routers/7ecd1c88-263f-4999-899c-b6c8b6899074 HTTP/1.1" status: 204  len: 168 time: 0.8524330
Jan 28 02:12:39.623900 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47310) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:39.668232 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1dfb3f3-08a1-4004-bf70-9367ae9d80e1 admin admin] Deleting subnet eaa3750d-c13f-4d6a-9333-02aefa682127 {{(pid=101322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:12:39.671320 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c1dfb3f3-08a1-4004-bf70-9367ae9d80e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:39.709683 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c1dfb3f3-08a1-4004-bf70-9367ae9d80e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4291815357'] for subnet, precommit_delete_associations {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:39.830586 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c1dfb3f3-08a1-4004-bf70-9367ae9d80e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717944'] for subnet, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:39.887424 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c1dfb3f3-08a1-4004-bf70-9367ae9d80e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4291371146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290891343'] for subnet, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:39.912534 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfb3f3-08a1-4004-bf70-9367ae9d80e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaa3750d-c13f-4d6a-9333-02aefa682127,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:39.916083 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-c1dfb3f3-08a1-4004-bf70-9367ae9d80e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:39.920413 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-c1dfb3f3-08a1-4004-bf70-9367ae9d80e1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/eaa3750d-c13f-4d6a-9333-02aefa682127 HTTP/1.1" status: 204  len: 168 time: 0.2949247
Jan 28 02:12:39.922363 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47312) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:39.922501 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dee8e7c-70d0-496d-a4ca-e7e2e52f8710 None None] Network 7946a91b-c87f-479e-b41f-92c9cd8d4828 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:12:39.988783 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3581231'] for network, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:40.046110 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] Deleting port 8251d3e9-087b-4c18-82ba-86b6aa99349e {{(pid=101322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:12:40.046520 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:40.108622 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.db [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] For port 8251d3e9-087b-4c18-82ba-86b6aa99349e, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=8251d3e9-087b-4c18-82ba-86b6aa99349e,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:40.109292 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:40.123185 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] Calling delete_port for 8251d3e9-087b-4c18-82ba-86b6aa99349e owned by network:dhcp {{(pid=101322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:12:40.157582 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0138db66-c607-463d-aaac-64b93c94e293 None None] DHCP port deletion for 7946a91b-c87f-479e-b41f-92c9cd8d4828 request from dv-cinder-824979-1-iscsi {{(pid=101324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jan 28 02:12:40.226056 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-0138db66-c607-463d-aaac-64b93c94e293 None None] Deleting port 8251d3e9-087b-4c18-82ba-86b6aa99349e {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:12:40.226435 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0138db66-c607-463d-aaac-64b93c94e293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:40.232225 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:40.265269 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8251d3e9-087b-4c18-82ba-86b6aa99349e,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:40.271135 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] No DVR routers for this DVR port 8251d3e9-087b-4c18-82ba-86b6aa99349e on host dv-cinder-824979-1-iscsi {{(pid=101322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:12:40.301211 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-0138db66-c607-463d-aaac-64b93c94e293 None None] For port 8251d3e9-087b-4c18-82ba-86b6aa99349e, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=8251d3e9-087b-4c18-82ba-86b6aa99349e,segment=NetworkSegment(cfd985fe-1a89-4b65-b7ab-98d9dc652818),segment_id=cfd985fe-1a89-4b65-b7ab-98d9dc652818)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:40.301948 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0138db66-c607-463d-aaac-64b93c94e293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:40.316910 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-0138db66-c607-463d-aaac-64b93c94e293 None None] Calling delete_port for 8251d3e9-087b-4c18-82ba-86b6aa99349e owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:12:40.344564 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3718810', 'neutron.services.segments.db._delete_segments_for_network-8755292390849'] for network, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:40.365955 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.services.segments.db [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67fd279580>,) {'filters': {'network_id': ['7946a91b-c87f-479e-b41f-92c9cd8d4828']}} {{(pid=101322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:40.381433 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.services.segments.db [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67fd279580>, 'cfd985fe-1a89-4b65-b7ab-98d9dc652818') {'for_net_delete': True} {{(pid=101322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:40.381966 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.services.segments.db [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67fd279580>, 'cfd985fe-1a89-4b65-b7ab-98d9dc652818') {} {{(pid=101322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:40.405267 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755292456129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4291815300'] for segment, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:40.422984 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:40.430792 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0138db66-c607-463d-aaac-64b93c94e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:40.431601 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=101322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:12:40.432067 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4291371056'] for segment, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]: Traceback (most recent call last):
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:     timer()
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:     cb(*args, **kw)
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:     return func(*args, **kwargs)
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:     self._notify()
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:     self.callback(batched_events)
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:     event.method(event)
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:     return f(self, *a, **k)
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:     return self._get(url).json()
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:12:40.434221 dv-cinder-824979-1-iscsi neutron-server[101322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:12:40.457918 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138db66-c607-463d-aaac-64b93c94e293 None None] Pushing event deleted for resources: {'Port': ['ID=8251d3e9-087b-4c18-82ba-86b6aa99349e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:40.459868 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0138db66-c607-463d-aaac-64b93c94e293 None None] No DVR routers for this DVR port 8251d3e9-087b-4c18-82ba-86b6aa99349e on host dv-cinder-824979-1-iscsi {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:12:40.498287 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3718785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551359'] for network, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:40.504203 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:40.507978 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7946a91b-c87f-479e-b41f-92c9cd8d4828 HTTP/1.1" status: 204  len: 168 time: 0.5843842
Jan 28 02:12:40.510900 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47316) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:40.520329 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8948a4-635c-441f-88af-d1b644d3d2d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7946a91b-c87f-479e-b41f-92c9cd8d4828,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:40.847842 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d4aa-653a-4721-993d-ce997b2c6622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545165'] for router_interface, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:41.307598 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-0eb8d4aa-653a-4721-993d-ce997b2c6622 admin admin] Deleting port be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:12:41.307938 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d4aa-653a-4721-993d-ce997b2c6622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:41.395239 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [None req-0eb8d4aa-653a-4721-993d-ce997b2c6622 admin admin] For port be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c,segment=NetworkSegment(be1584cf-ccf3-416e-8e13-6694ecf22f23),segment_id=be1584cf-ccf3-416e-8e13-6694ecf22f23)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:41.395622 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d4aa-653a-4721-993d-ce997b2c6622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:41.409566 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-0eb8d4aa-653a-4721-993d-ce997b2c6622 admin admin] Calling delete_port for be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c owned by network:router_interface {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:12:41.410983 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 92d72b1b-0314-4a0e-9b43-6fcef8d16b50 no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:12:41.430161 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: 92d72b1b-0314-4a0e-9b43-6fcef8d16b50 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:12:41.430501 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 92d72b1b-0314-4a0e-9b43-6fcef8d16b50 not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:12:41.430921 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 5f09d014-bd1f-4a79-8311-790ace9022f3 no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:12:41.451269 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: 5f09d014-bd1f-4a79-8311-790ace9022f3 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:12:41.451614 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 5f09d014-bd1f-4a79-8311-790ace9022f3 not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:12:41.452283 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 8251d3e9-087b-4c18-82ba-86b6aa99349e no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:12:41.475020 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: 8251d3e9-087b-4c18-82ba-86b6aa99349e {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:12:41.475367 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 8251d3e9-087b-4c18-82ba-86b6aa99349e not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:12:41.597617 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d4aa-653a-4721-993d-ce997b2c6622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:41.622733 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8d4aa-653a-4721-993d-ce997b2c6622 admin admin] Pushing event deleted for resources: {'Port': ['ID=be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:41.793506 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d4aa-653a-4721-993d-ce997b2c6622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545341'] for router_interface, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:41.857839 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8f24bbf8-9d02-4e46-a40f-cb1f83ce8c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:42.015278 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb8d4aa-653a-4721-993d-ce997b2c6622 admin admin] Router 9838626e-d57b-4be4-8ec7-c5879026c094 has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:12:42.118770 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb8d4aa-653a-4721-993d-ce997b2c6622 admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:12:42.124732 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-0eb8d4aa-653a-4721-993d-ce997b2c6622 admin admin] 10.222.0.77 "PUT /v2.0/routers/9838626e-d57b-4be4-8ec7-c5879026c094/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6122069
Jan 28 02:12:42.126708 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47320) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:42.129226 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8b8353-981a-4200-9362-6a7a8ccebcd7 None None] Sync routers for ids ['9838626e-d57b-4be4-8ec7-c5879026c094'] in dv-cinder-824979-1-iscsi {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:12:42.138984 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8b8353-981a-4200-9362-6a7a8ccebcd7 None None] Routers {'9838626e-d57b-4be4-8ec7-c5879026c094'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:12:42.139604 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-0d8b8353-981a-4200-9362-6a7a8ccebcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa879820>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:12:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['9838626e-d57b-4be4-8ec7-c5879026c094'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:42.227827 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3a09de2d-9943-4038-a85e-1ca334313476 admin admin] Notify callbacks [] for router, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:42.240759 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-0d8b8353-981a-4200-9362-6a7a8ccebcd7 None None] Set router 9838626e-d57b-4be4-8ec7-c5879026c094 gateway port host: dv-cinder-824979-1-iscsi {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:12:42.338704 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3a09de2d-9943-4038-a85e-1ca334313476 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:42.391193 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-3a09de2d-9943-4038-a85e-1ca334313476 admin admin] Deleting port fe10fe77-b3ca-45b3-823d-424e919b8e88 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:12:42.391601 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3a09de2d-9943-4038-a85e-1ca334313476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:42.433263 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-0d8b8353-981a-4200-9362-6a7a8ccebcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa879820>, [{'id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'name': 'tempest-TestVolumeBootPattern-1843955331-router', 'tenant_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'fe10fe77-b3ca-45b3-823d-424e919b8e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:43Z', 'updated_at': '2022-01-28T02:12:41Z', 'revision_number': 5, 'project_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'gw_port': {'id': 'fe10fe77-b3ca-45b3-823d-424e919b8e88', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:05:45Z', 'updated_at': '2022-01-28T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:42.462480 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8b8353-981a-4200-9362-6a7a8ccebcd7 None None] Checking router: 9838626e-d57b-4be4-8ec7-c5879026c094 for host: dv-cinder-824979-1-iscsi {{(pid=101324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:12:42.471475 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8b8353-981a-4200-9362-6a7a8ccebcd7 None None] Routers {'9838626e-d57b-4be4-8ec7-c5879026c094'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:12:42.472100 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-0d8b8353-981a-4200-9362-6a7a8ccebcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fa879820>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:12:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['9838626e-d57b-4be4-8ec7-c5879026c094'], 'active': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:42.475388 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [None req-3a09de2d-9943-4038-a85e-1ca334313476 admin admin] For port fe10fe77-b3ca-45b3-823d-424e919b8e88, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=fe10fe77-b3ca-45b3-823d-424e919b8e88,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:42.475744 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3a09de2d-9943-4038-a85e-1ca334313476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:42.490626 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-3a09de2d-9943-4038-a85e-1ca334313476 admin admin] Calling delete_port for fe10fe77-b3ca-45b3-823d-424e919b8e88 owned by network:router_gateway {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:12:42.561352 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_dvr_db [None req-0d8b8353-981a-4200-9362-6a7a8ccebcd7 None None] Set router 9838626e-d57b-4be4-8ec7-c5879026c094 gateway port host: None {{(pid=101324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:12:42.615166 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.l3_hamode_db [None req-0d8b8353-981a-4200-9362-6a7a8ccebcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fa879820>, [{'id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'name': 'tempest-TestVolumeBootPattern-1843955331-router', 'tenant_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:43Z', 'updated_at': '2022-01-28T02:12:42Z', 'revision_number': 6, 'project_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'gw_port_host': None}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:42.640764 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8b8353-981a-4200-9362-6a7a8ccebcd7 None None] The sync data for ids ['9838626e-d57b-4be4-8ec7-c5879026c094'] in dv-cinder-824979-1-iscsi is: [{'id': '9838626e-d57b-4be4-8ec7-c5879026c094', 'name': 'tempest-TestVolumeBootPattern-1843955331-router', 'tenant_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:05:43Z', 'updated_at': '2022-01-28T02:12:42Z', 'revision_number': 6, 'project_id': '6a0ea1d1b6cf4b139350f6ada98c5997', 'gw_port_host': None}] {{(pid=101324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:12:42.662711 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3a09de2d-9943-4038-a85e-1ca334313476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:42.697189 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09de2d-9943-4038-a85e-1ca334313476 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe10fe77-b3ca-45b3-823d-424e919b8e88,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:42.756343 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3a09de2d-9943-4038-a85e-1ca334313476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551259'] for router_gateway, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:42.843604 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3a09de2d-9943-4038-a85e-1ca334313476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124561'] for router, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:42.845818 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3a09de2d-9943-4038-a85e-1ca334313476 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:42.897153 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3a09de2d-9943-4038-a85e-1ca334313476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551678'] for router, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:42.897870 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a09de2d-9943-4038-a85e-1ca334313476 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9838626e-d57b-4be4-8ec7-c5879026c094 {{(pid=101323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 28 02:12:42.903724 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-3a09de2d-9943-4038-a85e-1ca334313476 admin admin] Notify callbacks [] for router, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:42.905140 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-3a09de2d-9943-4038-a85e-1ca334313476 admin admin] 10.222.0.77 "DELETE /v2.0/routers/9838626e-d57b-4be4-8ec7-c5879026c094 HTTP/1.1" status: 204  len: 168 time: 0.7773595
Jan 28 02:12:42.907761 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47324) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:42.950460 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d94070-c079-4674-8228-856a47dba3c5 admin admin] Deleting subnet c5abd01c-bc58-449a-a736-04ad0a1b8d42 {{(pid=101323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:12:42.953997 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-04d94070-c079-4674-8228-856a47dba3c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:42.988889 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-04d94070-c079-4674-8228-856a47dba3c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4290095779'] for subnet, precommit_delete_associations {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:43.068187 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-04d94070-c079-4674-8228-856a47dba3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717944'] for subnet, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:43.127781 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-04d94070-c079-4674-8228-856a47dba3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4290448657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4289782116'] for subnet, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:43.154111 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d94070-c079-4674-8228-856a47dba3c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5abd01c-bc58-449a-a736-04ad0a1b8d42,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:43.158916 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-04d94070-c079-4674-8228-856a47dba3c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for subnet, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:43.162854 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-04d94070-c079-4674-8228-856a47dba3c5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c5abd01c-bc58-449a-a736-04ad0a1b8d42 HTTP/1.1" status: 204  len: 168 time: 0.2539151
Jan 28 02:12:43.164079 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d411f109-668b-414e-a3a4-0dc03db261b3 None None] Network a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:12:43.165072 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47326) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:43.231725 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3581231'] for network, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:43.292276 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] Deleting port dcdda20a-3d4d-429b-b878-9258c5d02639 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:12:43.292603 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:43.359368 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] For port dcdda20a-3d4d-429b-b878-9258c5d02639, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=dcdda20a-3d4d-429b-b878-9258c5d02639,segment=NetworkSegment(be1584cf-ccf3-416e-8e13-6694ecf22f23),segment_id=be1584cf-ccf3-416e-8e13-6694ecf22f23)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:43.359722 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:43.373612 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] Calling delete_port for dcdda20a-3d4d-429b-b878-9258c5d02639 owned by network:dhcp {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:12:43.453070 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783d8a88-ffe9-44e3-b9ad-803170c37272 None None] DHCP port deletion for a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385 request from dv-cinder-824979-1-iscsi {{(pid=101324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jan 28 02:12:43.459412 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:43.487948 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] Pushing event deleted for resources: {'Port': ['ID=dcdda20a-3d4d-429b-b878-9258c5d02639,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:43.493555 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] No DVR routers for this DVR port dcdda20a-3d4d-429b-b878-9258c5d02639 on host dv-cinder-824979-1-iscsi {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:12:43.515256 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device fe10fe77-b3ca-45b3-823d-424e919b8e88 no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:12:43.543024 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: fe10fe77-b3ca-45b3-823d-424e919b8e88 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:12:43.543591 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device fe10fe77-b3ca-45b3-823d-424e919b8e88 not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:12:43.544087 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:12:43.566289 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:12:43.566635 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device be5d5f6f-70fb-4eb9-b92b-1cd55dc0845c not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:12:43.567060 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device dcdda20a-3d4d-429b-b878-9258c5d02639 no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:12:43.568710 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3718810', 'neutron.services.segments.db._delete_segments_for_network-8755292390849'] for network, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:43.590254 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: dcdda20a-3d4d-429b-b878-9258c5d02639 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:12:43.590593 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device dcdda20a-3d4d-429b-b878-9258c5d02639 not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:12:43.596529 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67f8f91a90>,) {'filters': {'network_id': ['a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385']}} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:43.606558 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67f8f91a90>, 'be1584cf-ccf3-416e-8e13-6694ecf22f23') {'for_net_delete': True} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:43.606873 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67f8f91a90>, 'be1584cf-ccf3-416e-8e13-6694ecf22f23') {} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:43.616714 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755292456129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4290095770'] for segment, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:43.631519 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:43.641556 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=101323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:12:43.642199 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4290448811'] for segment, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]: Traceback (most recent call last):
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:     timer()
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:     cb(*args, **kw)
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:     return func(*args, **kwargs)
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:     self._notify()
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:     self.callback(batched_events)
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:     event.method(event)
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:     return f(self, *a, **k)
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._get(url).json()
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:12:43.644783 dv-cinder-824979-1-iscsi neutron-server[101323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:12:43.732708 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3718785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551359'] for network, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:43.741908 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:43.747070 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] 10.222.0.77 "DELETE /v2.0/networks/a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385 HTTP/1.1" status: 204  len: 168 time: 0.5809662
Jan 28 02:12:43.762589 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7183cad-2077-48c1-aef7-3a5e177ccd7a admin admin] Pushing event deleted for resources: {'Network': ['ID=a02b1f6b-0b9d-4fda-9c34-98e1e9eb5385,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:43.875784 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47332) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:43.914723 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-af41eedd-f8bb-4ba3-87d1-92fac5bbf6ad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d88874e13aa04221b933b43cb2350ad2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0376339
Jan 28 02:12:43.915949 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a77730ea-9866-4b5a-af78-e1f0500584f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:43.918140 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47334) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:43.965993 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f77bfea4-0dec-4004-9874-29b763ff4c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:43.986333 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f77bfea4-0dec-4004-9874-29b763ff4c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:44.031880 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f77bfea4-0dec-4004-9874-29b763ff4c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:44.034424 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-f77bfea4-0dec-4004-9874-29b763ff4c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:44.035561 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-f77bfea4-0dec-4004-9874-29b763ff4c96 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/daba49e7-5a52-44ae-8faf-4a4d6a3e87a4 HTTP/1.1" status: 204  len: 168 time: 0.1163316
Jan 28 02:12:44.044123 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bfea4-0dec-4004-9874-29b763ff4c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daba49e7-5a52-44ae-8faf-4a4d6a3e87a4,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:44.352887 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47340) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:44.395384 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-affd7c9d-0df3-45e9-8f93-57881396c8a3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6a0ea1d1b6cf4b139350f6ada98c5997&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0405550
Jan 28 02:12:44.397849 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47342) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:44.447968 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a70630a2-a984-4dc7-a485-53c9b4ee54e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:44.469868 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a70630a2-a984-4dc7-a485-53c9b4ee54e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:44.515727 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a70630a2-a984-4dc7-a485-53c9b4ee54e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:44.518376 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a70630a2-a984-4dc7-a485-53c9b4ee54e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:44.519542 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-a70630a2-a984-4dc7-a485-53c9b4ee54e7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e362ffb3-febd-4ae7-877b-202d3d9b6ff4 HTTP/1.1" status: 204  len: 168 time: 0.1208191
Jan 28 02:12:44.532198 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70630a2-a984-4dc7-a485-53c9b4ee54e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e362ffb3-febd-4ae7-877b-202d3d9b6ff4,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:44.925929 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:45.347101 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:46.869042 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:47.363362 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:11.860271 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a702c2ea-3620-43dd-ab79-61c063befc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:13.911649 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fce63a06-f490-4469-8de7-88075898c431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:14.924989 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:15.351183 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:16.272978 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:13:16.873174 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:17.364576 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:21.091682 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72654186-8fb5-4d02-b27b-978e607a2411 req-385f62fb-e606-46ea-892d-b950ec2fbd13 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:21.093099 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-72654186-8fb5-4d02-b27b-978e607a2411 req-385f62fb-e606-46ea-892d-b950ec2fbd13 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6390bcd-db15-4165-812c-b638fceaa5be HTTP/1.1" status: 200  len: 945 time: 0.0517187
Jan 28 02:13:21.135968 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-72654186-8fb5-4d02-b27b-978e607a2411 req-552aaf3a-f54b-446b-bbb9-391701d1b5b2 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fa89292-20cb-4138-8180-f20e73c8da01&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0365927
Jan 28 02:13:22.253793 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c6e89-224e-471b-a8b0-0b5747c8d8e7 req-14356a5d-6134-4c6c-81b1-aa5ec4916cc2 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:22.256097 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-213c6e89-224e-471b-a8b0-0b5747c8d8e7 req-14356a5d-6134-4c6c-81b1-aa5ec4916cc2 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6390bcd-db15-4165-812c-b638fceaa5be HTTP/1.1" status: 200  len: 945 time: 0.0523522
Jan 28 02:13:22.298813 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-213c6e89-224e-471b-a8b0-0b5747c8d8e7 req-9ef09696-223c-4cd0-abfc-b1e93f6f61e4 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fa89292-20cb-4138-8180-f20e73c8da01&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0342617
Jan 28 02:13:22.976120 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26528894-6199-4d11-856b-f6f17ac2bbff req-04424923-e3fd-491e-997c-0e9600e2cfdc tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:22.978118 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-26528894-6199-4d11-856b-f6f17ac2bbff req-04424923-e3fd-491e-997c-0e9600e2cfdc tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.82 "GET /v2.0/ports?device_id=c6390bcd-db15-4165-812c-b638fceaa5be HTTP/1.1" status: 200  len: 945 time: 0.0487788
Jan 28 02:13:23.070476 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-26528894-6199-4d11-856b-f6f17ac2bbff req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Deleting port 1dbf75e2-16c1-4f57-99d5-c77559ce1033 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:13:23.070817 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-26528894-6199-4d11-856b-f6f17ac2bbff req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:23.158506 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-26528894-6199-4d11-856b-f6f17ac2bbff req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] For port 1dbf75e2-16c1-4f57-99d5-c77559ce1033, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1dbf75e2-16c1-4f57-99d5-c77559ce1033,segment=NetworkSegment(33dd6e7a-2f20-4691-a751-b1404b924418),segment_id=33dd6e7a-2f20-4691-a751-b1404b924418)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:13:23.158870 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-26528894-6199-4d11-856b-f6f17ac2bbff req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:23.341661 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-26528894-6199-4d11-856b-f6f17ac2bbff req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:23.342055 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-26528894-6199-4d11-856b-f6f17ac2bbff req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551309'] for floatingip, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:23.342414 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.db.l3_db [req-26528894-6199-4d11-856b-f6f17ac2bbff req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Floating IP a66068a6-7504-4fb3-8319-e602d9cf1a43 disassociated. External IP: 172.27.3.128, port: 1dbf75e2-16c1-4f57-99d5-c77559ce1033.
Jan 28 02:13:23.342683 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-26528894-6199-4d11-856b-f6f17ac2bbff req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Calling delete_port for 1dbf75e2-16c1-4f57-99d5-c77559ce1033 owned by compute:nova {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:13:23.431027 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6204d02-6ce8-45e4-8a56-d5cbaf844adf req-8beeaca8-3efc-4450-aec5-f61754e7933b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:23.432540 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c6204d02-6ce8-45e4-8a56-d5cbaf844adf req-8beeaca8-3efc-4450-aec5-f61754e7933b tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6390bcd-db15-4165-812c-b638fceaa5be HTTP/1.1" status: 200  len: 945 time: 0.0521007
Jan 28 02:13:23.483200 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c6204d02-6ce8-45e4-8a56-d5cbaf844adf req-59990c70-cc7e-4971-9924-120db1a79434 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups?id=1fa89292-20cb-4138-8180-f20e73c8da01&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0388250
Jan 28 02:13:23.483772 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-26528894-6199-4d11-856b-f6f17ac2bbff req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:23.516346 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Pushing event deleted for resources: {'Port': ['ID=1dbf75e2-16c1-4f57-99d5-c77559ce1033,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:23.529568 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:23.529954 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:23.530296 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:23.530633 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:23.530966 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:23.531293 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:23.531612 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:23.531936 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:23.532245 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:23.532562 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:23.532881 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:23.533212 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:23.648124 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26528894-6199-4d11-856b-f6f17ac2bbff req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Router 2a51a144-39cd-46f3-9be3-28873b121c6d has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:13:23.758800 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26528894-6199-4d11-856b-f6f17ac2bbff req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:13:23.769478 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85ec537-d7fa-444c-8b7b-17ade1e679bb None None] Sync routers for ids ['2a51a144-39cd-46f3-9be3-28873b121c6d'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:13:23.778802 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85ec537-d7fa-444c-8b7b-17ade1e679bb None None] Routers {'2a51a144-39cd-46f3-9be3-28873b121c6d'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:13:23.779338 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-c85ec537-d7fa-444c-8b7b-17ade1e679bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fb14fc70>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:13:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['2a51a144-39cd-46f3-9be3-28873b121c6d'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:23.801413 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-26528894-6199-4d11-856b-f6f17ac2bbff req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] No DVR routers for this DVR port 1dbf75e2-16c1-4f57-99d5-c77559ce1033 on host hv-cinder-82497 {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:13:23.803907 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-26528894-6199-4d11-856b-f6f17ac2bbff req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:23.807943 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-26528894-6199-4d11-856b-f6f17ac2bbff req-673d05fe-6697-41f8-83bc-f165a76888ef tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.82 "DELETE /v2.0/ports/1dbf75e2-16c1-4f57-99d5-c77559ce1033 HTTP/1.1" status: 204  len: 173 time: 0.8240995
Jan 28 02:13:23.808375 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6390bcd-db15-4165-812c-b638fceaa5be', 'name': 'network-vif-deleted', 'tag': '1dbf75e2-16c1-4f57-99d5-c77559ce1033'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:13:23.810722 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d845ae87-f2b6-4554-8bb0-96d378fd03c0" -d '{"events": [{"server_uuid": "c6390bcd-db15-4165-812c-b638fceaa5be", "name": "network-vif-deleted", "tag": "1dbf75e2-16c1-4f57-99d5-c77559ce1033"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:13:23.847051 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecfbf37-7ee1-4de9-ba64-a7b43452e102 x-openstack-request-id: req-0ecfbf37-7ee1-4de9-ba64-a7b43452e102 {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:13:23.847462 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6390bcd-db15-4165-812c-b638fceaa5be", "name": "network-vif-deleted", "tag": "1dbf75e2-16c1-4f57-99d5-c77559ce1033", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:13:23.847865 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ecfbf37-7ee1-4de9-ba64-a7b43452e102 {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:13:23.848379 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6390bcd-db15-4165-812c-b638fceaa5be', 'name': 'network-vif-deleted', 'tag': '1dbf75e2-16c1-4f57-99d5-c77559ce1033', 'status': 'completed', 'code': 200}
Jan 28 02:13:23.896480 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-c85ec537-d7fa-444c-8b7b-17ade1e679bb None None] Set router 2a51a144-39cd-46f3-9be3-28873b121c6d gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:13:24.125840 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-c85ec537-d7fa-444c-8b7b-17ade1e679bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fb14fc70>, [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 4, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port': {'id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '7e34a120-aae3-4067-822e-550d582b4634', 'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'mac_address': 'fa:16:3e:31:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:01Z', 'updated_at': '2022-01-28T02:09:05Z', 'revision_number': 5, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'subnets': [{'id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:24.155476 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85ec537-d7fa-444c-8b7b-17ade1e679bb None None] Checking router: 2a51a144-39cd-46f3-9be3-28873b121c6d for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:13:24.164535 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85ec537-d7fa-444c-8b7b-17ade1e679bb None None] Routers {'2a51a144-39cd-46f3-9be3-28873b121c6d'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:13:24.165138 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-c85ec537-d7fa-444c-8b7b-17ade1e679bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fb14fc70>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:13:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['2a51a144-39cd-46f3-9be3-28873b121c6d'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:24.269343 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-c85ec537-d7fa-444c-8b7b-17ade1e679bb None None] Set router 2a51a144-39cd-46f3-9be3-28873b121c6d gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:13:24.483227 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-c85ec537-d7fa-444c-8b7b-17ade1e679bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fb14fc70>, [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 4, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port': {'id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '7e34a120-aae3-4067-822e-550d582b4634', 'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'mac_address': 'fa:16:3e:31:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:01Z', 'updated_at': '2022-01-28T02:09:05Z', 'revision_number': 5, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'subnets': [{'id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:24.510269 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85ec537-d7fa-444c-8b7b-17ade1e679bb None None] The sync data for ids ['2a51a144-39cd-46f3-9be3-28873b121c6d'] in dv-cinder-824979-1-iscsi is: [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:09:01Z', 'revision_number': 4, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port': {'id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi', '_interfaces': [{'id': '7e34a120-aae3-4067-822e-550d582b4634', 'name': '', 'network_id': 'a3e05f9b-588b-4d48-8a35-7443e06d1f95', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'mac_address': 'fa:16:3e:31:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:01Z', 'updated_at': '2022-01-28T02:09:05Z', 'revision_number': 5, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'subnets': [{'id': '0e2063a5-7214-4f7d-ae7f-8bd92159687e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:13:24.575253 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47510) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:24.632442 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4f2354b3-f3d4-47e8-8be6-5d2605da6826 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:24.663137 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4f2354b3-f3d4-47e8-8be6-5d2605da6826 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:24.714184 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4f2354b3-f3d4-47e8-8be6-5d2605da6826 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:24.716752 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-4f2354b3-f3d4-47e8-8be6-5d2605da6826 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:24.717949 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-4f2354b3-f3d4-47e8-8be6-5d2605da6826 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "DELETE /v2.0/security-groups/1fa89292-20cb-4138-8180-f20e73c8da01 HTTP/1.1" status: 204  len: 168 time: 0.1415770
Jan 28 02:13:24.720798 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47512) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:24.727823 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2354b3-f3d4-47e8-8be6-5d2605da6826 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa89292-20cb-4138-8180-f20e73c8da01,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:24.751406 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad93b0b-55b0-48d0-99df-86a57552f917 None None] New status for floating IP a66068a6-7504-4fb3-8319-e602d9cf1a43: DOWN {{(pid=101324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:13:24.751925 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.api.v2.resource [None req-4ae13c6c-ac70-4e02-bcc9-84f75b5501e4 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] show failed (client error): The resource could not be found.
Jan 28 02:13:24.756387 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-4ae13c6c-ac70-4e02-bcc9-84f75b5501e4 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "GET /v2.0/security-groups/1fa89292-20cb-4138-8180-f20e73c8da01 HTTP/1.1" status: 404  len: 347 time: 0.0309007
Jan 28 02:13:24.756387 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47514) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:24.877811 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Deleting port dd93504e-6b8a-4e40-8466-b44980a481c4 {{(pid=101322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:13:24.878180 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:24.955543 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:24.955871 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:24.967977 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Calling delete_port for dd93504e-6b8a-4e40-8466-b44980a481c4 owned by network:floatingip {{(pid=101322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:13:25.094411 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:25.118430 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Pushing event deleted for resources: {'Port': ['ID=dd93504e-6b8a-4e40-8466-b44980a481c4,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:25.128930 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:25.129277 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:25.129616 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:25.129970 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:25.130303 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:25.130634 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:25.130965 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:25.131291 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:25.131609 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:25.131925 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:25.132242 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:25.133079 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:25.188484 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks [] for floatingip, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:25.190999 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for floatingip, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:25.192119 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-76dcf8ef-d76d-4e40-b56c-ccbcf7901282 tempest-AttachVolumeTestJSON-587117509 tempest-AttachVolumeTestJSON-587117509-project] 10.222.0.77 "DELETE /v2.0/floatingips/a66068a6-7504-4fb3-8319-e602d9cf1a43 HTTP/1.1" status: 204  len: 168 time: 0.4349718
Jan 28 02:13:26.547068 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 1dbf75e2-16c1-4f57-99d5-c77559ce1033 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:13:26.570289 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: 1dbf75e2-16c1-4f57-99d5-c77559ce1033 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:13:26.570634 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device 1dbf75e2-16c1-4f57-99d5-c77559ce1033 not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:13:28.724509 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47542) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:29.071441 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-16d54df8-d815-4601-bee0-c4eebf141807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545165'] for router_interface, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:29.553474 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-16d54df8-d815-4601-bee0-c4eebf141807 admin admin] Deleting port 7e34a120-aae3-4067-822e-550d582b4634 {{(pid=101322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:13:29.553853 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-16d54df8-d815-4601-bee0-c4eebf141807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:29.633948 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.db [None req-16d54df8-d815-4601-bee0-c4eebf141807 admin admin] For port 7e34a120-aae3-4067-822e-550d582b4634, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=7e34a120-aae3-4067-822e-550d582b4634,segment=NetworkSegment(33dd6e7a-2f20-4691-a751-b1404b924418),segment_id=33dd6e7a-2f20-4691-a751-b1404b924418)] {{(pid=101322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:13:29.634223 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-16d54df8-d815-4601-bee0-c4eebf141807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:29.647076 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-16d54df8-d815-4601-bee0-c4eebf141807 admin admin] Calling delete_port for 7e34a120-aae3-4067-822e-550d582b4634 owned by network:router_interface {{(pid=101322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:13:29.824449 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-16d54df8-d815-4601-bee0-c4eebf141807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:29.854693 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d54df8-d815-4601-bee0-c4eebf141807 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e34a120-aae3-4067-822e-550d582b4634,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:30.036928 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-16d54df8-d815-4601-bee0-c4eebf141807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545341'] for router_interface, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:30.252540 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d54df8-d815-4601-bee0-c4eebf141807 admin admin] Router 2a51a144-39cd-46f3-9be3-28873b121c6d has already been hosted by L3 agent be24648f-7f6d-43f1-8d52-e110da23e4f3 {{(pid=101322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:13:30.362411 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d54df8-d815-4601-bee0-c4eebf141807 admin admin] Notify agent at l3_agent.dv-cinder-824979-1-iscsi the message routers_updated {{(pid=101322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:13:30.367615 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-16d54df8-d815-4601-bee0-c4eebf141807 admin admin] 10.222.0.77 "PUT /v2.0/routers/2a51a144-39cd-46f3-9be3-28873b121c6d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6418169
Jan 28 02:13:30.371419 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47544) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:30.374242 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db994a8-7318-4e9b-be31-411ed7df171e None None] Sync routers for ids ['2a51a144-39cd-46f3-9be3-28873b121c6d'] in dv-cinder-824979-1-iscsi {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:13:30.384631 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db994a8-7318-4e9b-be31-411ed7df171e None None] Routers {'2a51a144-39cd-46f3-9be3-28873b121c6d'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:13:30.385246 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-9db994a8-7318-4e9b-be31-411ed7df171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fb14f040>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:13:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['2a51a144-39cd-46f3-9be3-28873b121c6d'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:30.478319 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-20a6b953-2d08-44f8-bee2-b985cae1d21b admin admin] Notify callbacks [] for router, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:30.497963 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-9db994a8-7318-4e9b-be31-411ed7df171e None None] Set router 2a51a144-39cd-46f3-9be3-28873b121c6d gateway port host: dv-cinder-824979-1-iscsi {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:13:30.608791 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-20a6b953-2d08-44f8-bee2-b985cae1d21b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:30.662769 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-20a6b953-2d08-44f8-bee2-b985cae1d21b admin admin] Deleting port 5313db83-bb3b-4909-a65c-ce5256a40307 {{(pid=101322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:13:30.663165 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-20a6b953-2d08-44f8-bee2-b985cae1d21b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:30.704953 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-9db994a8-7318-4e9b-be31-411ed7df171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fb14f040>, [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'external_fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:13:29Z', 'revision_number': 5, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port': {'id': '5313db83-bb3b-4909-a65c-ce5256a40307', 'name': '', 'network_id': '77030b15-4317-4bc4-9693-f7afef5939e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824979-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:59Z', 'updated_at': '2022-01-28T02:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a10a135b-d338-4414-a2fc-bd26c83c352b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824979-1-iscsi'}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:30.734736 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db994a8-7318-4e9b-be31-411ed7df171e None None] Checking router: 2a51a144-39cd-46f3-9be3-28873b121c6d for host: dv-cinder-824979-1-iscsi {{(pid=101325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:13:30.745037 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.db [None req-20a6b953-2d08-44f8-bee2-b985cae1d21b admin admin] For port 5313db83-bb3b-4909-a65c-ce5256a40307, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=5313db83-bb3b-4909-a65c-ce5256a40307,segment=NetworkSegment(4950ae0d-f12e-41aa-8633-3b073346b186),segment_id=4950ae0d-f12e-41aa-8633-3b073346b186)] {{(pid=101322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:13:30.745037 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-20a6b953-2d08-44f8-bee2-b985cae1d21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:30.745405 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db994a8-7318-4e9b-be31-411ed7df171e None None] Routers {'2a51a144-39cd-46f3-9be3-28873b121c6d'} bound to L3 agent in host dv-cinder-824979-1-iscsi {{(pid=101325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:13:30.746043 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-9db994a8-7318-4e9b-be31-411ed7df171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67fb14f040>, 'dv-cinder-824979-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T01:53:14Z,description=<?>,heartbeat_timestamp=2022-01-28T02:13:14Z,host='dv-cinder-824979-1-iscsi',id=be24648f-7f6d-43f1-8d52-e110da23e4f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:53:14Z,topic='l3_agent')) {'router_ids': ['2a51a144-39cd-46f3-9be3-28873b121c6d'], 'active': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:30.755404 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.plugins.ml2.plugin [None req-20a6b953-2d08-44f8-bee2-b985cae1d21b admin admin] Calling delete_port for 5313db83-bb3b-4909-a65c-ce5256a40307 owned by network:router_gateway {{(pid=101322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:13:30.928048 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_dvr_db [None req-9db994a8-7318-4e9b-be31-411ed7df171e None None] Set router 2a51a144-39cd-46f3-9be3-28873b121c6d gateway port host: None {{(pid=101325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:13:30.936495 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-20a6b953-2d08-44f8-bee2-b985cae1d21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4291371111'] for port, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:30.961038 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6b953-2d08-44f8-bee2-b985cae1d21b admin admin] Pushing event deleted for resources: {'Port': ['ID=5313db83-bb3b-4909-a65c-ce5256a40307,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:30.981517 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.l3_hamode_db [None req-9db994a8-7318-4e9b-be31-411ed7df171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67fb14f040>, [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:13:30Z', 'revision_number': 6, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port_host': None}], 'dv-cinder-824979-1-iscsi', False) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:31.011359 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db994a8-7318-4e9b-be31-411ed7df171e None None] The sync data for ids ['2a51a144-39cd-46f3-9be3-28873b121c6d'] in dv-cinder-824979-1-iscsi is: [{'id': '2a51a144-39cd-46f3-9be3-28873b121c6d', 'name': 'tempest-AttachVolumeTestJSON-222337931-router', 'tenant_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:58Z', 'updated_at': '2022-01-28T02:13:30Z', 'revision_number': 6, 'project_id': 'ad1d1897a9674c6bbcd0e4d1bd0b55ab', 'gw_port_host': None}] {{(pid=101325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:13:31.028973 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-20a6b953-2d08-44f8-bee2-b985cae1d21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551259'] for router_gateway, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:31.123444 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-20a6b953-2d08-44f8-bee2-b985cae1d21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124561'] for router, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:31.125554 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-20a6b953-2d08-44f8-bee2-b985cae1d21b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:31.168313 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-20a6b953-2d08-44f8-bee2-b985cae1d21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551678'] for router, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:31.169085 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a6b953-2d08-44f8-bee2-b985cae1d21b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a51a144-39cd-46f3-9be3-28873b121c6d {{(pid=101322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 28 02:13:31.173309 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-20a6b953-2d08-44f8-bee2-b985cae1d21b admin admin] Notify callbacks [] for router, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:31.174503 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-20a6b953-2d08-44f8-bee2-b985cae1d21b admin admin] 10.222.0.77 "DELETE /v2.0/routers/2a51a144-39cd-46f3-9be3-28873b121c6d HTTP/1.1" status: 204  len: 168 time: 0.8021486
Jan 28 02:13:31.177070 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47546) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:31.224000 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.db.db_base_plugin_v2 [None req-20709c31-1735-4c4a-b711-279f290ee3b9 admin admin] Deleting subnet 0e2063a5-7214-4f7d-ae7f-8bd92159687e {{(pid=101322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:13:31.227551 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-20709c31-1735-4c4a-b711-279f290ee3b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:31.262717 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-20709c31-1735-4c4a-b711-279f290ee3b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4291815357'] for subnet, precommit_delete_associations {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:31.339261 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-20709c31-1735-4c4a-b711-279f290ee3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717944'] for subnet, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:31.402983 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-20709c31-1735-4c4a-b711-279f290ee3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4291371146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290891343'] for subnet, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:31.436003 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20709c31-1735-4c4a-b711-279f290ee3b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e2063a5-7214-4f7d-ae7f-8bd92159687e,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:31.438080 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-20709c31-1735-4c4a-b711-279f290ee3b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:31.441459 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-20709c31-1735-4c4a-b711-279f290ee3b9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0e2063a5-7214-4f7d-ae7f-8bd92159687e HTTP/1.1" status: 204  len: 168 time: 0.2633214
Jan 28 02:13:31.443231 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02b9089-3561-44fa-a571-8061c175b274 None None] Network a3e05f9b-588b-4d48-8a35-7443e06d1f95 requested from dv-cinder-824979-1-iscsi {{(pid=101324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:13:31.444331 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47548) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:31.518787 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3581231'] for network, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:31.578489 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] Deleting port 32828cae-05ec-49be-826d-39ba32cb6306 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:13:31.578861 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:31.647158 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] For port 32828cae-05ec-49be-826d-39ba32cb6306, host dv-cinder-824979-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824979-1-iscsi',level=0,port_id=32828cae-05ec-49be-826d-39ba32cb6306,segment=NetworkSegment(33dd6e7a-2f20-4691-a751-b1404b924418),segment_id=33dd6e7a-2f20-4691-a751-b1404b924418)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:13:31.647511 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:31.660713 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] Calling delete_port for 32828cae-05ec-49be-826d-39ba32cb6306 owned by network:dhcp {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:13:31.740786 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:31.766188 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] Pushing event deleted for resources: {'Port': ['ID=32828cae-05ec-49be-826d-39ba32cb6306,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:31.769548 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] No DVR routers for this DVR port 32828cae-05ec-49be-826d-39ba32cb6306 on host dv-cinder-824979-1-iscsi {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:13:31.798287 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2d2fb7-168b-49ef-a6d0-4880b8d4ef42 None None] DHCP port deletion for a3e05f9b-588b-4d48-8a35-7443e06d1f95 request from dv-cinder-824979-1-iscsi {{(pid=101324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jan 28 02:13:31.851834 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3718810', 'neutron.services.segments.db._delete_segments_for_network-8755292390849'] for network, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:31.866434 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 7e34a120-aae3-4067-822e-550d582b4634 no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:13:31.880292 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67f9827850>,) {'filters': {'network_id': ['a3e05f9b-588b-4d48-8a35-7443e06d1f95']}} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:31.890332 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: 7e34a120-aae3-4067-822e-550d582b4634 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:13:31.890673 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 7e34a120-aae3-4067-822e-550d582b4634 not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:13:31.897019 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67f9827850>, '33dd6e7a-2f20-4691-a751-b1404b924418') {'for_net_delete': True} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:31.897019 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.services.segments.db [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67f9827850>, '33dd6e7a-2f20-4691-a751-b1404b924418') {} {{(pid=101323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:31.911211 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755292456129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4290095770'] for segment, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:31.927566 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178'] for segment, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:31.933898 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=101323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:13:31.934297 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3713178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4290448811'] for segment, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]: Traceback (most recent call last):
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:     timer()
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:     cb(*args, **kw)
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:     return func(*args, **kwargs)
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:     self._notify()
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:     self.callback(batched_events)
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:     event.method(event)
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:     return f(self, *a, **k)
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._get(url).json()
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:13:31.936038 dv-cinder-824979-1-iscsi neutron-server[101323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:13:31.990206 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3718785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551359'] for network, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:31.997229 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575994'] for network, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:32.000894 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a3e05f9b-588b-4d48-8a35-7443e06d1f95 HTTP/1.1" status: 204  len: 168 time: 0.5551784
Jan 28 02:13:32.014452 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864867d8-a9c8-49ee-a072-206c29ccec45 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3e05f9b-588b-4d48-8a35-7443e06d1f95,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:32.182208 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47552) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:32.226921 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-e922fdb0-7043-4971-ba43-3d5873efecd3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ad1d1897a9674c6bbcd0e4d1bd0b55ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0432808
Jan 28 02:13:32.229352 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47554) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:32.284481 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9638fb75-4e36-46de-9c6e-edf9915e4acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:32.306326 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9638fb75-4e36-46de-9c6e-edf9915e4acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:32.352496 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9638fb75-4e36-46de-9c6e-edf9915e4acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:32.355017 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-9638fb75-4e36-46de-9c6e-edf9915e4acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:32.356143 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-9638fb75-4e36-46de-9c6e-edf9915e4acc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b109e7e4-f5c3-433f-9946-523a935ff1e1 HTTP/1.1" status: 204  len: 168 time: 0.1258717
Jan 28 02:13:32.364620 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638fb75-4e36-46de-9c6e-edf9915e4acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b109e7e4-f5c3-433f-9946-523a935ff1e1,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:33.446039 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 5313db83-bb3b-4909-a65c-ce5256a40307 no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:13:33.469349 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: 5313db83-bb3b-4909-a65c-ce5256a40307 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:13:33.469686 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 5313db83-bb3b-4909-a65c-ce5256a40307 not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:13:33.470137 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 32828cae-05ec-49be-826d-39ba32cb6306 no longer exists at agent ovs-agent-dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:13:33.489309 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] No Port match for: 32828cae-05ec-49be-826d-39ba32cb6306 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:13:33.489648 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Device 32828cae-05ec-49be-826d-39ba32cb6306 not bound to the agent host dv-cinder-824979-1-iscsi {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:13:41.861899 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41dea52a-1b74-4506-bb95-8b0a614872d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:42.849950 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47688) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:42.961943 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-1e203475-62a0-4daa-8783-0c3e9df6f1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:43.039435 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-1e203475-62a0-4daa-8783-0c3e9df6f1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:43.043395 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-1e203475-62a0-4daa-8783-0c3e9df6f1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:43.085791 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-1e203475-62a0-4daa-8783-0c3e9df6f1cd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5e6689cbac384605a3c468b6a5192db8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2340908
Jan 28 02:13:43.086692 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e203475-62a0-4daa-8783-0c3e9df6f1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ad1aaf-c44d-452b-a058-16853d7a52d0,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:43.089734 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47692) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:43.138019 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-092dd39c-0f0b-481a-be47-64f4e71da2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:43.159019 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-092dd39c-0f0b-481a-be47-64f4e71da2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:43.209689 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-092dd39c-0f0b-481a-be47-64f4e71da2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:43.212966 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-092dd39c-0f0b-481a-be47-64f4e71da2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:43.214375 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-092dd39c-0f0b-481a-be47-64f4e71da2bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/40ad1aaf-c44d-452b-a058-16853d7a52d0 HTTP/1.1" status: 204  len: 168 time: 0.1233716
Jan 28 02:13:43.226907 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092dd39c-0f0b-481a-be47-64f4e71da2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ad1aaf-c44d-452b-a058-16853d7a52d0,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:43.502114 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47698) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:43.515582 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-38a3322c-7974-4243-ad1f-c83a05745e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:43.594755 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-38a3322c-7974-4243-ad1f-c83a05745e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:43.598817 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-38a3322c-7974-4243-ad1f-c83a05745e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:43.635607 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3322c-7974-4243-ad1f-c83a05745e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29bdd8d-2464-4c45-8635-cd0ab5e0a639,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:43.639760 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-38a3322c-7974-4243-ad1f-c83a05745e59 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5d9a3736b71847488a4abc9e7e377cca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1366367
Jan 28 02:13:43.643856 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47700) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:43.692211 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-1bb437be-8159-48d4-b58b-96dadc068f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:43.712802 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-1bb437be-8159-48d4-b58b-96dadc068f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:43.757190 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-1bb437be-8159-48d4-b58b-96dadc068f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:43.759735 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-1bb437be-8159-48d4-b58b-96dadc068f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:43.760873 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-1bb437be-8159-48d4-b58b-96dadc068f09 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d29bdd8d-2464-4c45-8635-cd0ab5e0a639 HTTP/1.1" status: 204  len: 168 time: 0.1161275
Jan 28 02:13:43.768716 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb437be-8159-48d4-b58b-96dadc068f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29bdd8d-2464-4c45-8635-cd0ab5e0a639,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:43.914256 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-67443a9c-c851-493b-95fd-a1f9618d4bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:44.932918 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:45.354370 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:46.877367 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:47.366889 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:48.856265 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47794) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:49.012347 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-810b735c-b3fd-43d0-a31c-56dabfeebc32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.087435 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-810b735c-b3fd-43d0-a31c-56dabfeebc32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.091325 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-810b735c-b3fd-43d0-a31c-56dabfeebc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.130451 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b735c-b3fd-43d0-a31c-56dabfeebc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedfde1f-e191-4ac3-b9ec-e50b77fd0b98,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:49.136706 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-810b735c-b3fd-43d0-a31c-56dabfeebc32 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1c2fad6419144c9887068e6390ad9c2a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2793820
Jan 28 02:13:49.139510 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47798) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:49.188251 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b8c09e5a-29fc-46bb-bc0f-c7ace45cbe1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.209183 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b8c09e5a-29fc-46bb-bc0f-c7ace45cbe1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.255466 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b8c09e5a-29fc-46bb-bc0f-c7ace45cbe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.258275 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-b8c09e5a-29fc-46bb-bc0f-c7ace45cbe1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.259343 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-b8c09e5a-29fc-46bb-bc0f-c7ace45cbe1f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cedfde1f-e191-4ac3-b9ec-e50b77fd0b98 HTTP/1.1" status: 204  len: 168 time: 0.1187329
Jan 28 02:13:49.267740 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c09e5a-29fc-46bb-bc0f-c7ace45cbe1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedfde1f-e191-4ac3-b9ec-e50b77fd0b98,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:49.542268 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47804) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:49.555168 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-032309d5-cf17-49e5-bf90-4b3b0e7856bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.630248 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-032309d5-cf17-49e5-bf90-4b3b0e7856bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.635090 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-032309d5-cf17-49e5-bf90-4b3b0e7856bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.675161 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-032309d5-cf17-49e5-bf90-4b3b0e7856bd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4f108d2ba831447dbd5aa9c5ab9d07d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1318157
Jan 28 02:13:49.676022 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032309d5-cf17-49e5-bf90-4b3b0e7856bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8615654-9432-4ec7-9cd1-21ffa0f590c4,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:49.677963 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47806) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:49.727148 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a197f1ff-f84e-407b-aaee-971336e2989d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.747820 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a197f1ff-f84e-407b-aaee-971336e2989d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.793447 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a197f1ff-f84e-407b-aaee-971336e2989d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.796248 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a197f1ff-f84e-407b-aaee-971336e2989d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.797424 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-a197f1ff-f84e-407b-aaee-971336e2989d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e8615654-9432-4ec7-9cd1-21ffa0f590c4 HTTP/1.1" status: 204  len: 168 time: 0.1184940
Jan 28 02:13:49.805213 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197f1ff-f84e-407b-aaee-971336e2989d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8615654-9432-4ec7-9cd1-21ffa0f590c4,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:53.275593 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:13:54.747423 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47880) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:54.851344 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-56e41d0c-7332-4efe-839e-794223252351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:54.931786 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-56e41d0c-7332-4efe-839e-794223252351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:54.935904 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-56e41d0c-7332-4efe-839e-794223252351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:54.973436 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-56e41d0c-7332-4efe-839e-794223252351 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e031ca79a32f48fd9f08069c549ae486&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2248797
Jan 28 02:13:54.974268 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e41d0c-7332-4efe-839e-794223252351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21ed882-962f-4a44-a648-c562325af9fd,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:54.977113 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47884) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:55.029046 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-1ba75bce-f73e-4aac-9408-f68c2e452d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:55.050017 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-1ba75bce-f73e-4aac-9408-f68c2e452d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:55.095364 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-1ba75bce-f73e-4aac-9408-f68c2e452d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:55.097924 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-1ba75bce-f73e-4aac-9408-f68c2e452d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:55.099134 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-1ba75bce-f73e-4aac-9408-f68c2e452d43 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c21ed882-962f-4a44-a648-c562325af9fd HTTP/1.1" status: 204  len: 168 time: 0.1199245
Jan 28 02:13:55.107417 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba75bce-f73e-4aac-9408-f68c2e452d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21ed882-962f-4a44-a648-c562325af9fd,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:55.368106 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47890) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:55.383416 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f7f2-6a84-45d9-aef4-07ad2e13c004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:55.465894 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f7f2-6a84-45d9-aef4-07ad2e13c004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:55.471253 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f7f2-6a84-45d9-aef4-07ad2e13c004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:55.510001 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-a5d5f7f2-6a84-45d9-aef4-07ad2e13c004 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b74f22d8c12d493c8acf94ca2dfa5124&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1407657
Jan 28 02:13:55.510734 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5f7f2-6a84-45d9-aef4-07ad2e13c004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5111b73-36ee-476b-a9f8-9749614a7138,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:55.512657 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47892) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:55.563921 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-76394a5d-f52a-4bce-8f86-f3007fe3c11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:55.591406 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-76394a5d-f52a-4bce-8f86-f3007fe3c11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:55.640167 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-76394a5d-f52a-4bce-8f86-f3007fe3c11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:55.642811 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-76394a5d-f52a-4bce-8f86-f3007fe3c11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:55.643951 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-76394a5d-f52a-4bce-8f86-f3007fe3c11e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a5111b73-36ee-476b-a9f8-9749614a7138 HTTP/1.1" status: 204  len: 168 time: 0.1303198
Jan 28 02:13:55.652533 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76394a5d-f52a-4bce-8f86-f3007fe3c11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5111b73-36ee-476b-a9f8-9749614a7138,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:57.371485 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47946) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:57.481209 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6641077d-145d-4be1-b022-47c113b1c50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:57.784052 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6641077d-145d-4be1-b022-47c113b1c50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:57.788917 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-6641077d-145d-4be1-b022-47c113b1c50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:57.827128 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-6641077d-145d-4be1-b022-47c113b1c50d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cb5107588e944a8c8aa091f3899d0851&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4544575
Jan 28 02:13:57.827997 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641077d-145d-4be1-b022-47c113b1c50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bdeffc-5213-471c-ba11-1f623246f381,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:57.830832 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 47950) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:57.884973 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2a9b2068-ac00-4428-8d9e-dbb3370707a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:57.906060 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2a9b2068-ac00-4428-8d9e-dbb3370707a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:57.954425 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2a9b2068-ac00-4428-8d9e-dbb3370707a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:57.956948 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-2a9b2068-ac00-4428-8d9e-dbb3370707a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:57.958124 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-2a9b2068-ac00-4428-8d9e-dbb3370707a7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/17bdeffc-5213-471c-ba11-1f623246f381 HTTP/1.1" status: 204  len: 168 time: 0.1263015
Jan 28 02:13:57.968286 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b2068-ac00-4428-8d9e-dbb3370707a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bdeffc-5213-471c-ba11-1f623246f381,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:58.254748 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47956) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:58.268327 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-874bec85-9cb9-4fe7-b115-f0cec3419a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:58.346410 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-874bec85-9cb9-4fe7-b115-f0cec3419a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:58.350492 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-874bec85-9cb9-4fe7-b115-f0cec3419a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:58.387650 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bec85-9cb9-4fe7-b115-f0cec3419a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20a9c46-67c4-443a-9efb-096d9e0f6ea0,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:58.393814 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-874bec85-9cb9-4fe7-b115-f0cec3419a52 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5fbcf6b57ba64fa3a64722e50d89376a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1363339
Jan 28 02:13:58.396035 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [-] (101323) accepted ('10.222.0.77', 47958) {{(pid=101323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:58.448257 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2fe5280a-557b-4046-87c6-aaefa1b0d4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:58.470009 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2fe5280a-557b-4046-87c6-aaefa1b0d4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:58.514394 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2fe5280a-557b-4046-87c6-aaefa1b0d4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:58.517008 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [None req-2fe5280a-557b-4046-87c6-aaefa1b0d4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:58.518217 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [None req-2fe5280a-557b-4046-87c6-aaefa1b0d4fa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b20a9c46-67c4-443a-9efb-096d9e0f6ea0 HTTP/1.1" status: 204  len: 168 time: 0.1219468
Jan 28 02:13:58.526398 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5280a-557b-4046-87c6-aaefa1b0d4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20a9c46-67c4-443a-9efb-096d9e0f6ea0,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:02.119521 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 48002) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:02.220858 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-11ccd11c-ca99-43b8-beb2-cc28784d14b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:02.303266 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-11ccd11c-ca99-43b8-beb2-cc28784d14b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:02.306562 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-11ccd11c-ca99-43b8-beb2-cc28784d14b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:02.342951 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccd11c-ca99-43b8-beb2-cc28784d14b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1365c32-80ff-42f9-ac66-653bc4ecfb5b,revision_number=1']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:02.347329 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-11ccd11c-ca99-43b8-beb2-cc28784d14b6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=202ac5424027417cb606ca94ec04582b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2267990
Jan 28 02:14:02.350588 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 48006) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:02.399224 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-0edb4e65-f9ea-4a49-b6cc-91b08aea5cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:02.421578 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-0edb4e65-f9ea-4a49-b6cc-91b08aea5cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:02.470363 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-0edb4e65-f9ea-4a49-b6cc-91b08aea5cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:02.473084 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-0edb4e65-f9ea-4a49-b6cc-91b08aea5cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:02.474270 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-0edb4e65-f9ea-4a49-b6cc-91b08aea5cb3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f1365c32-80ff-42f9-ac66-653bc4ecfb5b HTTP/1.1" status: 204  len: 168 time: 0.1226592
Jan 28 02:14:02.482502 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb4e65-f9ea-4a49-b6cc-91b08aea5cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1365c32-80ff-42f9-ac66-653bc4ecfb5b,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:04.739899 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-6c6ae5fb-5b12-4eb1-a7f6-24bd01628ceb tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=59ec37357d6747958f269b0c68fba132&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0368218
Jan 28 02:14:04.927574 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-be7c8f8e-6c50-4cf1-84bb-3b8ff92e445d tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:04.929072 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-be7c8f8e-6c50-4cf1-84bb-3b8ff92e445d tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1828201
Jan 28 02:14:04.945319 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-2d5bfc02-bba7-4ad7-aa30-4b6d1fb5f0a8 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/quotas/59ec37357d6747958f269b0c68fba132 HTTP/1.1" status: 200  len: 375 time: 0.0104275
Jan 28 02:14:04.977398 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-d1e69b9d-5a50-4915-bbb2-c843201db58c tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=59ec37357d6747958f269b0c68fba132&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0261633
Jan 28 02:14:05.141379 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-c3548282-35a9-4392-b772-6177a11ed635 req-82ff8e76-e685-4fd2-b3a8-86410f773056 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d250aae-2844-46c3-bd51-e2a5330d9b6e HTTP/1.1" status: 200  len: 210 time: 0.0258651
Jan 28 02:14:06.199761 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-8171454d-8820-4d71-b283-53bf452e4506 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=59ec37357d6747958f269b0c68fba132&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0283821
Jan 28 02:14:06.242657 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-950e3371-6229-41e4-ab36-787db36e3b4f req-9125aaa2-5a12-4693-aac5-bafd2f582d17 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d250aae-2844-46c3-bd51-e2a5330d9b6e HTTP/1.1" status: 200  len: 210 time: 0.0297842
Jan 28 02:14:06.402053 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-d65be9e0-0e38-4536-9889-041b566ff42b tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:06.403519 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-d65be9e0-0e38-4536-9889-041b566ff42b tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1981182
Jan 28 02:14:06.440455 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-77e4a0dd-da93-48d9-80e7-37d5d5b9eca9 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Request body: {'port': {'device_id': '4d250aae-2844-46c3-bd51-e2a5330d9b6e', 'network_id': '1fcf6d1f-cf80-403d-9e60-829bac69a84e', 'admin_state_up': True, 'tenant_id': '59ec37357d6747958f269b0c68fba132'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:14:06.552418 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-77e4a0dd-da93-48d9-80e7-37d5d5b9eca9 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Made reservation on behalf of 59ec37357d6747958f269b0c68fba132 for: {'port': 1} {{(pid=101323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:14:06.557061 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-77e4a0dd-da93-48d9-80e7-37d5d5b9eca9 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:06.566107 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-77e4a0dd-da93-48d9-80e7-37d5d5b9eca9 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Notify callbacks [] for security_group, before_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:06.646998 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-77e4a0dd-da93-48d9-80e7-37d5d5b9eca9 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Notify callbacks [] for security_group, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:06.650965 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-77e4a0dd-da93-48d9-80e7-37d5d5b9eca9 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:06.712801 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4a0dd-da93-48d9-80e7-37d5d5b9eca9 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ecd32f-5e1c-4385-ad43-8f6841623d8b,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:06.780501 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.db_base_plugin_common [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-77e4a0dd-da93-48d9-80e7-37d5d5b9eca9 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Allocated IP 192.168.233.199 (1fcf6d1f-cf80-403d-9e60-829bac69a84e/0b62ab21-8360-4fb9-ab45-b65c2087f88d/d08b2a86-a92e-414b-93b9-248478b17d93) {{(pid=101323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:14:06.925182 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-77e4a0dd-da93-48d9-80e7-37d5d5b9eca9 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Notify callbacks [] for port, precommit_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:06.961432 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-77e4a0dd-da93-48d9-80e7-37d5d5b9eca9 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755291974503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_create {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:07.003037 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-77e4a0dd-da93-48d9-80e7-37d5d5b9eca9 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Network 1fcf6d1f-cf80-403d-9e60-829bac69a84e is already hosted by enough agents. {{(pid=101323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:14:07.006856 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.scheduler.base_scheduler [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-77e4a0dd-da93-48d9-80e7-37d5d5b9eca9 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Resources bound (agent type, host, resource id):  {{(pid=101323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:14:07.010545 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-77e4a0dd-da93-48d9-80e7-37d5d5b9eca9 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Received port after_create {{(pid=101323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:14:07.035505 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4a0dd-da93-48d9-80e7-37d5d5b9eca9 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Pushing event updated for resources: {'Port': ['ID=d08b2a86-a92e-414b-93b9-248478b17d93,revision_number=1']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:07.064387 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-77e4a0dd-da93-48d9-80e7-37d5d5b9eca9 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:07.065082 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-77e4a0dd-da93-48d9-80e7-37d5d5b9eca9 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:07.082552 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-77e4a0dd-da93-48d9-80e7-37d5d5b9eca9 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.6458752
Jan 28 02:14:07.101197 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.v2.base [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Request body: {'port': {'device_id': '4d250aae-2844-46c3-bd51-e2a5330d9b6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:14:07.160652 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:07.200025 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-1acc48c8-1c54-40a6-872f-05c8233fbc4e None None] Provisioning complete for port d08b2a86-a92e-414b-93b9-248478b17d93 triggered by entity DHCP. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:14:07.200903 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1acc48c8-1c54-40a6-872f-05c8233fbc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:07.235581 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-1acc48c8-1c54-40a6-872f-05c8233fbc4e None None] Port d08b2a86-a92e-414b-93b9-248478b17d93 cannot update to ACTIVE because it is not bound. {{(pid=101324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:14:07.363697 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ee25b-a42f-4113-a331-1d353f650956 req-f0c55c95-dee6-4cc4-843d-5a1d697470a9 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:07.366057 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-112ee25b-a42f-4113-a331-1d353f650956 req-f0c55c95-dee6-4cc4-843d-5a1d697470a9 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d250aae-2844-46c3-bd51-e2a5330d9b6e HTTP/1.1" status: 200  len: 936 time: 0.0515046
Jan 28 02:14:07.405651 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-112ee25b-a42f-4113-a331-1d353f650956 req-1b7810ac-78ec-4a5d-abdb-25781237fdcd tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/security-groups?id=62ecd32f-5e1c-4385-ad43-8f6841623d8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0335104
Jan 28 02:14:07.432383 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08b2a86-a92e-414b-93b9-248478b17d93 {{(pid=101323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:14:07.441378 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:07.454507 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.provisioning_blocks [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Transition to ACTIVE for port object d08b2a86-a92e-414b-93b9-248478b17d93 will not be triggered until provisioned by entity L2. {{(pid=101323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:14:07.459289 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:07.508628 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Pushing event updated for resources: {'Port': ['ID=d08b2a86-a92e-414b-93b9-248478b17d93,revision_number=2']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:07.580792 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Attempting to bind port d08b2a86-a92e-414b-93b9-248478b17d93 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:14:07.581136 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Attempting to bind port d08b2a86-a92e-414b-93b9-248478b17d93 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '6827b6be-b8a0-4108-9df0-6a89a56954c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1fcf6d1f-cf80-403d-9e60-829bac69a84e'}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:14:07.581472 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Attempting to bind port d08b2a86-a92e-414b-93b9-248478b17d93 on network 1fcf6d1f-cf80-403d-9e60-829bac69a84e {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:14:07.586393 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Port d08b2a86-a92e-414b-93b9-248478b17d93 on network 1fcf6d1f-cf80-403d-9e60-829bac69a84e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:14:07.586727 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Attempting to bind port d08b2a86-a92e-414b-93b9-248478b17d93 on network 1fcf6d1f-cf80-403d-9e60-829bac69a84e {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:14:07.591954 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Checking agent: {'id': 'cf94c2d2-3481-4870-b72e-0a344f1d3751', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'started_at': datetime.datetime(2022, 1, 28, 1, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:14:07.592300 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Checking segment: {'id': '6827b6be-b8a0-4108-9df0-6a89a56954c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1fcf6d1f-cf80-403d-9e60-829bac69a84e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:14:07.592689 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Bound using segment: {'id': '6827b6be-b8a0-4108-9df0-6a89a56954c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1fcf6d1f-cf80-403d-9e60-829bac69a84e'} {{(pid=101323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:14:07.593124 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.managers [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Bound port: d08b2a86-a92e-414b-93b9-248478b17d93, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6827b6be-b8a0-4108-9df0-6a89a56954c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1fcf6d1f-cf80-403d-9e60-829bac69a84e'}}] {{(pid=101323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:14:07.593486 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:07.658829 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] For port d08b2a86-a92e-414b-93b9-248478b17d93, host hv-cinder-82497, cleared binding levels {{(pid=101323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:14:07.662788 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] For port d08b2a86-a92e-414b-93b9-248478b17d93, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d08b2a86-a92e-414b-93b9-248478b17d93,segment=NetworkSegment(6827b6be-b8a0-4108-9df0-6a89a56954c4),segment_id=6827b6be-b8a0-4108-9df0-6a89a56954c4)] {{(pid=101323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:14:07.668335 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4290448839'] for port, after_update {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:07.704972 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:07.705582 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:07.707014 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-a049574e-1219-40b9-b923-81197d48e460 service neutron] 10.222.0.82 "PUT /v2.0/ports/d08b2a86-a92e-414b-93b9-248478b17d93 HTTP/1.1" status: 200  len: 1098 time: 0.6102216
Jan 28 02:14:07.707451 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d250aae-2844-46c3-bd51-e2a5330d9b6e', 'tag': 'd08b2a86-a92e-414b-93b9-248478b17d93'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:14:07.709806 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174a4756-c24b-4bd3-90c8-09ca74438229" -d '{"events": [{"name": "network-changed", "server_uuid": "4d250aae-2844-46c3-bd51-e2a5330d9b6e", "tag": "d08b2a86-a92e-414b-93b9-248478b17d93"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:14:07.745629 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049574e-1219-40b9-b923-81197d48e460 service neutron] Pushing event updated for resources: {'Port': ['ID=d08b2a86-a92e-414b-93b9-248478b17d93,revision_number=3']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:07.774163 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34076592-f7b7-4595-8197-e652f12b97d4 x-openstack-request-id: req-34076592-f7b7-4595-8197-e652f12b97d4 {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:14:07.774454 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d250aae-2844-46c3-bd51-e2a5330d9b6e", "tag": "d08b2a86-a92e-414b-93b9-248478b17d93", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:14:07.774709 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34076592-f7b7-4595-8197-e652f12b97d4 {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:14:07.775135 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d250aae-2844-46c3-bd51-e2a5330d9b6e', 'tag': 'd08b2a86-a92e-414b-93b9-248478b17d93', 'status': 'completed', 'code': 200}
Jan 28 02:14:07.821379 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-d53b1fe5-c206-4f17-a932-1c07dbb146f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:07.823073 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-d53b1fe5-c206-4f17-a932-1c07dbb146f3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=59ec37357d6747958f269b0c68fba132&device_id=4d250aae-2844-46c3-bd51-e2a5330d9b6e HTTP/1.1" status: 200  len: 1101 time: 0.0586483
Jan 28 02:14:07.874394 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-64c491bb-7bc7-47f9-a0ad-7694b27cbc1b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d08b2a86-a92e-414b-93b9-248478b17d93 HTTP/1.1" status: 200  len: 217 time: 0.0363383
Jan 28 02:14:07.923466 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-d42f2cb2-5915-4905-8f2b-349d55e47c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:07.924922 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-d42f2cb2-5915-4905-8f2b-349d55e47c6d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0b62ab21-8360-4fb9-ab45-b65c2087f88d HTTP/1.1" status: 200  len: 843 time: 0.0437789
Jan 28 02:14:07.977249 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-96ad3137-89f3-45a3-98f3-e2f75fa3c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:07.978804 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-96ad3137-89f3-45a3-98f3-e2f75fa3c07e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1fcf6d1f-cf80-403d-9e60-829bac69a84e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0463648
Jan 28 02:14:08.070528 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-6dfe30c5-1f9f-4014-99df-27bcc0b2c4d0 service neutron] 10.222.0.82 "GET /v2.0/networks/1fcf6d1f-cf80-403d-9e60-829bac69a84e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847073
Jan 28 02:14:08.165040 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-cbc9e2d2-8b6c-4ce7-8f47-5f887b7a5429 req-d221da9b-0cae-428e-b755-6dcb2d8261c5 service neutron] 10.222.0.82 "GET /v2.0/networks/1fcf6d1f-cf80-403d-9e60-829bac69a84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876291
Jan 28 02:14:08.294929 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a4756-c24b-4bd3-90c8-09ca74438229 req-36a3c301-8787-4b38-a474-b14d6da6562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:08.296404 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-174a4756-c24b-4bd3-90c8-09ca74438229 req-36a3c301-8787-4b38-a474-b14d6da6562d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=59ec37357d6747958f269b0c68fba132&device_id=4d250aae-2844-46c3-bd51-e2a5330d9b6e HTTP/1.1" status: 200  len: 1101 time: 0.0414441
Jan 28 02:14:08.385517 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a4756-c24b-4bd3-90c8-09ca74438229 req-db3cd31f-961d-48d1-9e26-dd6a5f23c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:08.386923 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-174a4756-c24b-4bd3-90c8-09ca74438229 req-db3cd31f-961d-48d1-9e26-dd6a5f23c775 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1fcf6d1f-cf80-403d-9e60-829bac69a84e HTTP/1.1" status: 200  len: 870 time: 0.0827644
Jan 28 02:14:08.433103 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-174a4756-c24b-4bd3-90c8-09ca74438229 req-e95d0a84-cd8d-4c84-be61-d5f48dd4e3e7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d08b2a86-a92e-414b-93b9-248478b17d93 HTTP/1.1" status: 200  len: 217 time: 0.0369914
Jan 28 02:14:08.484781 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a4756-c24b-4bd3-90c8-09ca74438229 req-fcfc4ec4-8fa4-4267-930d-e67873fcac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:08.486288 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-174a4756-c24b-4bd3-90c8-09ca74438229 req-fcfc4ec4-8fa4-4267-930d-e67873fcac50 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0b62ab21-8360-4fb9-ab45-b65c2087f88d HTTP/1.1" status: 200  len: 843 time: 0.0457788
Jan 28 02:14:08.532618 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f77271-6a2a-4e0f-b7c6-a200bc81a64a req-098b70d2-6ef1-4a8f-9a76-48eb693e6df2 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:08.534213 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-26f77271-6a2a-4e0f-b7c6-a200bc81a64a req-098b70d2-6ef1-4a8f-9a76-48eb693e6df2 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d250aae-2844-46c3-bd51-e2a5330d9b6e HTTP/1.1" status: 200  len: 948 time: 0.0590086
Jan 28 02:14:08.542248 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a4756-c24b-4bd3-90c8-09ca74438229 req-bf7a8e96-9856-4528-8854-5eceb2390108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:08.543746 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-174a4756-c24b-4bd3-90c8-09ca74438229 req-bf7a8e96-9856-4528-8854-5eceb2390108 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1fcf6d1f-cf80-403d-9e60-829bac69a84e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0445390
Jan 28 02:14:08.582172 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-26f77271-6a2a-4e0f-b7c6-a200bc81a64a req-ce635475-4043-4880-960f-b21ee2e0e955 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/security-groups?id=62ecd32f-5e1c-4385-ad43-8f6841623d8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409150
Jan 28 02:14:08.640535 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-174a4756-c24b-4bd3-90c8-09ca74438229 req-a9a0a733-eb99-4dc1-9397-f4c07b2c63ff service neutron] 10.222.0.82 "GET /v2.0/networks/1fcf6d1f-cf80-403d-9e60-829bac69a84e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887549
Jan 28 02:14:08.728247 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-174a4756-c24b-4bd3-90c8-09ca74438229 req-c289a9b3-4ec1-45ec-8b31-4d3731a3a9db service neutron] 10.222.0.82 "GET /v2.0/networks/1fcf6d1f-cf80-403d-9e60-829bac69a84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808985
Jan 28 02:14:09.696289 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd2a58-b594-4e95-9381-9927ed5ef37d req-db22fef5-4954-46fb-a909-d17468026009 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:09.697792 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-70dd2a58-b594-4e95-9381-9927ed5ef37d req-db22fef5-4954-46fb-a909-d17468026009 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d250aae-2844-46c3-bd51-e2a5330d9b6e HTTP/1.1" status: 200  len: 948 time: 0.0481567
Jan 28 02:14:09.738620 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-70dd2a58-b594-4e95-9381-9927ed5ef37d req-286abdbc-7d82-48a0-b815-aef0658f5f01 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/security-groups?id=62ecd32f-5e1c-4385-ad43-8f6841623d8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324101
Jan 28 02:14:10.727990 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device d08b2a86-a92e-414b-93b9-248478b17d93 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:14:10.821717 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port d08b2a86-a92e-414b-93b9-248478b17d93, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d08b2a86-a92e-414b-93b9-248478b17d93,segment=NetworkSegment(6827b6be-b8a0-4108-9df0-6a89a56954c4),segment_id=6827b6be-b8a0-4108-9df0-6a89a56954c4)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:10.832165 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Returning: {'device': 'd08b2a86-a92e-414b-93b9-248478b17d93', 'network_id': '1fcf6d1f-cf80-403d-9e60-829bac69a84e', 'port_id': 'd08b2a86-a92e-414b-93b9-248478b17d93', 'mac_address': 'fa:16:3e:46:f4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b62ab21-8360-4fb9-ab45-b65c2087f88d', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:14:10.855135 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15808f9e-4b52-419e-9e99-32c4cc153502 req-be6e7c2a-6527-42a1-bdbe-fcd8119f67e1 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:10.856651 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-15808f9e-4b52-419e-9e99-32c4cc153502 req-be6e7c2a-6527-42a1-bdbe-fcd8119f67e1 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d250aae-2844-46c3-bd51-e2a5330d9b6e HTTP/1.1" status: 200  len: 948 time: 0.0503962
Jan 28 02:14:10.876455 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:10.890360 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08b2a86-a92e-414b-93b9-248478b17d93 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:14:10.906150 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-15808f9e-4b52-419e-9e99-32c4cc153502 req-189e19d2-fc8b-4763-b23c-73173c6f8a4e tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/security-groups?id=62ecd32f-5e1c-4385-ad43-8f6841623d8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433617
Jan 28 02:14:10.914126 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port d08b2a86-a92e-414b-93b9-248478b17d93, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d08b2a86-a92e-414b-93b9-248478b17d93,segment=NetworkSegment(6827b6be-b8a0-4108-9df0-6a89a56954c4),segment_id=6827b6be-b8a0-4108-9df0-6a89a56954c4)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:10.918461 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:10.966495 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=d08b2a86-a92e-414b-93b9-248478b17d93,revision_number=4']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:10.973372 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:10.973723 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:10.974599 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:10.974928 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:10.975251 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:10.975573 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:10.975893 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:10.976211 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:10.976528 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:10.976841 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:10.977155 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:10.977468 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824979-1-iscsi {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:11.222120 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['d08b2a86-a92e-414b-93b9-248478b17d93'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:14:11.867189 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cc2d393c-328e-439a-a747-5ac4420527f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:12.027778 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18582d22-b26f-4317-a917-2ee5af9f0f6c req-131497a0-5397-4863-af97-78bd65eada76 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:12.029267 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-18582d22-b26f-4317-a917-2ee5af9f0f6c req-131497a0-5397-4863-af97-78bd65eada76 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d250aae-2844-46c3-bd51-e2a5330d9b6e HTTP/1.1" status: 200  len: 949 time: 0.0481589
Jan 28 02:14:12.069184 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-18582d22-b26f-4317-a917-2ee5af9f0f6c req-52a88a60-ffe1-413e-908e-69b98972b770 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/security-groups?id=62ecd32f-5e1c-4385-ad43-8f6841623d8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316155
Jan 28 02:14:12.730273 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device d08b2a86-a92e-414b-93b9-248478b17d93 up at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:14:12.778062 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning for port d08b2a86-a92e-414b-93b9-248478b17d93 completed by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:14:12.781871 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Provisioning complete for port d08b2a86-a92e-414b-93b9-248478b17d93 triggered by entity L2. {{(pid=101324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:14:12.782247 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3720469'] for port, provisioning_complete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:12.857550 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730151'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:12.883619 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d250aae-2844-46c3-bd51-e2a5330d9b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08b2a86-a92e-414b-93b9-248478b17d93'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:14:12.885897 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3c464eeb9170ec5ab845b562c34b22498790b149c0f5d95b0a6dd3186eae955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2705c5da-0742-46d2-8bb8-b0d0095a2d55" -d '{"events": [{"server_uuid": "4d250aae-2844-46c3-bd51-e2a5330d9b6e", "name": "network-vif-plugged", "status": "completed", "tag": "d08b2a86-a92e-414b-93b9-248478b17d93"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:14:12.898871 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] For port d08b2a86-a92e-414b-93b9-248478b17d93, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d08b2a86-a92e-414b-93b9-248478b17d93,segment=NetworkSegment(6827b6be-b8a0-4108-9df0-6a89a56954c4),segment_id=6827b6be-b8a0-4108-9df0-6a89a56954c4)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:12.903649 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755292496240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755291974521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755291974539'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:12.951640 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Pushing event updated for resources: {'Port': ['ID=d08b2a86-a92e-414b-93b9-248478b17d93,revision_number=5']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:13.056839 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db674201-9174-43cb-91f9-86a320168a67 x-openstack-request-id: req-db674201-9174-43cb-91f9-86a320168a67 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:14:13.057131 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d250aae-2844-46c3-bd51-e2a5330d9b6e", "name": "network-vif-plugged", "status": "completed", "tag": "d08b2a86-a92e-414b-93b9-248478b17d93", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:14:13.057392 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-db674201-9174-43cb-91f9-86a320168a67 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:14:13.057815 dv-cinder-824979-1-iscsi neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d250aae-2844-46c3-bd51-e2a5330d9b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08b2a86-a92e-414b-93b9-248478b17d93', 'code': 200}
Jan 28 02:14:13.185112 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3038d77-3c59-474c-9696-dfdfb0e298ed req-69ff9984-9123-4f96-888a-aff4980be569 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:13.186678 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d3038d77-3c59-474c-9696-dfdfb0e298ed req-69ff9984-9123-4f96-888a-aff4980be569 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d250aae-2844-46c3-bd51-e2a5330d9b6e HTTP/1.1" status: 200  len: 950 time: 0.0490873
Jan 28 02:14:13.230541 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-d3038d77-3c59-474c-9696-dfdfb0e298ed req-ba4f40b8-1548-4c65-8310-0606e6084602 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/security-groups?id=62ecd32f-5e1c-4385-ad43-8f6841623d8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378036
Jan 28 02:14:13.264206 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fa34b-4083-4b77-8680-1c1000fb2df3 req-4b665810-7e93-42a8-83a7-57c368495c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:13.265715 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0d7fa34b-4083-4b77-8680-1c1000fb2df3 req-4b665810-7e93-42a8-83a7-57c368495c48 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4d250aae-2844-46c3-bd51-e2a5330d9b6e HTTP/1.1" status: 200  len: 1103 time: 0.0483460
Jan 28 02:14:13.300756 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-0d7fa34b-4083-4b77-8680-1c1000fb2df3 req-ffd195ca-6a9f-43aa-b637-dcb09c0a8c32 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=62ecd32f-5e1c-4385-ad43-8f6841623d8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0283310
Jan 28 02:14:13.915795 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-518782ea-0c13-46e3-b1b7-0f52c9ba67cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:14.351251 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2921c-3a1c-44a8-a81c-b18f1d5d6550 req-e1ddad2b-f275-49ff-9392-66e1740fd8c7 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:14.352791 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-38b2921c-3a1c-44a8-a81c-b18f1d5d6550 req-e1ddad2b-f275-49ff-9392-66e1740fd8c7 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d250aae-2844-46c3-bd51-e2a5330d9b6e HTTP/1.1" status: 200  len: 950 time: 0.0525248
Jan 28 02:14:14.392979 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-38b2921c-3a1c-44a8-a81c-b18f1d5d6550 req-bdb2704f-54d2-4a2e-99e1-3847f7c055bb tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/security-groups?id=62ecd32f-5e1c-4385-ad43-8f6841623d8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0341413
Jan 28 02:14:14.921339 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:15.356126 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:15.517025 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be5243-6ae1-48e6-8521-c5aa7a4d67bc req-7b929e69-9066-4d2b-b296-3a3990e93f62 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:15.518592 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-28be5243-6ae1-48e6-8521-c5aa7a4d67bc req-7b929e69-9066-4d2b-b296-3a3990e93f62 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d250aae-2844-46c3-bd51-e2a5330d9b6e HTTP/1.1" status: 200  len: 950 time: 0.0540638
Jan 28 02:14:15.562074 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-28be5243-6ae1-48e6-8521-c5aa7a4d67bc req-1899a25b-0e7b-4448-8a24-9c750305ca88 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/security-groups?id=62ecd32f-5e1c-4385-ad43-8f6841623d8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364380
Jan 28 02:14:15.818380 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691102b-7efd-4e01-a481-61e27a3219d6 req-7c1883b1-13b0-4c5d-8c55-53321398b286 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:15.819730 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f691102b-7efd-4e01-a481-61e27a3219d6 req-7c1883b1-13b0-4c5d-8c55-53321398b286 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d250aae-2844-46c3-bd51-e2a5330d9b6e HTTP/1.1" status: 200  len: 950 time: 0.0481279
Jan 28 02:14:15.863287 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-f691102b-7efd-4e01-a481-61e27a3219d6 req-ebb2d1a1-843b-4d50-9aab-8bfaf8dae7f3 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/security-groups?id=62ecd32f-5e1c-4385-ad43-8f6841623d8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372219
Jan 28 02:14:16.875907 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:16.981593 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84faf5-b5ec-4ed9-b28f-36ee97859e4a req-8b118954-7d35-485b-8c33-dfcb3b086e8e tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:16.983077 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fd84faf5-b5ec-4ed9-b28f-36ee97859e4a req-8b118954-7d35-485b-8c33-dfcb3b086e8e tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d250aae-2844-46c3-bd51-e2a5330d9b6e HTTP/1.1" status: 200  len: 950 time: 0.0508873
Jan 28 02:14:17.021259 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-fd84faf5-b5ec-4ed9-b28f-36ee97859e4a req-8115db41-7b6c-4ca1-8fd7-ebeecbe558a5 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/security-groups?id=62ecd32f-5e1c-4385-ad43-8f6841623d8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322616
Jan 28 02:14:17.363859 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cae27a-d8a9-4b81-bfe0-84e5140e7934 req-d7973fd0-f3f8-4e30-91d9-deecba115ebb tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:17.366175 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d0cae27a-d8a9-4b81-bfe0-84e5140e7934 req-d7973fd0-f3f8-4e30-91d9-deecba115ebb tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.82 "GET /v2.0/ports?device_id=4d250aae-2844-46c3-bd51-e2a5330d9b6e HTTP/1.1" status: 200  len: 950 time: 0.0479221
Jan 28 02:14:17.368290 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:17.455727 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-d0cae27a-d8a9-4b81-bfe0-84e5140e7934 req-4a96ada0-dfb8-475c-a857-0a4d071ff153 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Deleting port d08b2a86-a92e-414b-93b9-248478b17d93 {{(pid=101323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:14:17.456062 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d0cae27a-d8a9-4b81-bfe0-84e5140e7934 req-4a96ada0-dfb8-475c-a857-0a4d071ff153 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755292489099'] for port, before_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:17.545183 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.db [req-d0cae27a-d8a9-4b81-bfe0-84e5140e7934 req-4a96ada0-dfb8-475c-a857-0a4d071ff153 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] For port d08b2a86-a92e-414b-93b9-248478b17d93, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d08b2a86-a92e-414b-93b9-248478b17d93,segment=NetworkSegment(6827b6be-b8a0-4108-9df0-6a89a56954c4),segment_id=6827b6be-b8a0-4108-9df0-6a89a56954c4)] {{(pid=101323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:17.545519 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d0cae27a-d8a9-4b81-bfe0-84e5140e7934 req-4a96ada0-dfb8-475c-a857-0a4d071ff153 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551651'] for port, precommit_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:17.558137 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.plugins.ml2.plugin [req-d0cae27a-d8a9-4b81-bfe0-84e5140e7934 req-4a96ada0-dfb8-475c-a857-0a4d071ff153 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Calling delete_port for d08b2a86-a92e-414b-93b9-248478b17d93 owned by compute:nova {{(pid=101323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:14:17.685212 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d0cae27a-d8a9-4b81-bfe0-84e5140e7934 req-4a96ada0-dfb8-475c-a857-0a4d071ff153 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755292490141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755291974512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4290448892'] for port, after_delete {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:17.715293 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96ada0-dfb8-475c-a857-0a4d071ff153 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Pushing event deleted for resources: {'Port': ['ID=d08b2a86-a92e-414b-93b9-248478b17d93,revision_number=None']} {{(pid=101323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:17.724092 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] get_ports_and_sgs() called for port_ids ['d08b2a86-a92e-414b-93b9-248478b17d93'] {{(pid=101324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:14:17.763225 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0cae27a-d8a9-4b81-bfe0-84e5140e7934 req-4a96ada0-dfb8-475c-a857-0a4d071ff153 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] No DVR routers for this DVR port d08b2a86-a92e-414b-93b9-248478b17d93 on host hv-cinder-82497 {{(pid=101323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:14:17.765866 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron_lib.callbacks.manager [req-d0cae27a-d8a9-4b81-bfe0-84e5140e7934 req-4a96ada0-dfb8-475c-a857-0a4d071ff153 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040886'] for port, before_response {{(pid=101323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:17.769345 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.wsgi [req-d0cae27a-d8a9-4b81-bfe0-84e5140e7934 req-4a96ada0-dfb8-475c-a857-0a4d071ff153 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.82 "DELETE /v2.0/ports/d08b2a86-a92e-414b-93b9-248478b17d93 HTTP/1.1" status: 204  len: 173 time: 0.3972301
Jan 28 02:14:17.769824 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d250aae-2844-46c3-bd51-e2a5330d9b6e', 'name': 'network-vif-deleted', 'tag': 'd08b2a86-a92e-414b-93b9-248478b17d93'}] {{(pid=101323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:14:17.773003 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}694a59e1b8857ab13d7a963b4db1f04e08243e9d81deeeac25fd50fc8ded5f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4410d5-a00f-450d-ade2-57038bf154eb" -d '{"events": [{"server_uuid": "4d250aae-2844-46c3-bd51-e2a5330d9b6e", "name": "network-vif-deleted", "tag": "d08b2a86-a92e-414b-93b9-248478b17d93"}]}' {{(pid=101323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:14:17.815913 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26aae771-093e-4b53-94c2-302911e63db7 x-openstack-request-id: req-26aae771-093e-4b53-94c2-302911e63db7 {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:14:17.816207 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d250aae-2844-46c3-bd51-e2a5330d9b6e", "name": "network-vif-deleted", "tag": "d08b2a86-a92e-414b-93b9-248478b17d93", "status": "completed", "code": 200}]} {{(pid=101323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:14:17.816446 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-26aae771-093e-4b53-94c2-302911e63db7 {{(pid=101323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:14:17.816845 dv-cinder-824979-1-iscsi neutron-server[101323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d250aae-2844-46c3-bd51-e2a5330d9b6e', 'name': 'network-vif-deleted', 'tag': 'd08b2a86-a92e-414b-93b9-248478b17d93', 'status': 'completed', 'code': 200}
Jan 28 02:14:18.126321 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [req-3f073882-1fc7-4c08-8dd8-0b39ea508215 req-3be1ee2f-9f45-4369-be53-638e2caf7a72 tempest-VolumesNegativeTest-80319153 tempest-VolumesNegativeTest-80319153-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d250aae-2844-46c3-bd51-e2a5330d9b6e HTTP/1.1" status: 200  len: 210 time: 0.0258152
Jan 28 02:14:20.791339 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device d08b2a86-a92e-414b-93b9-248478b17d93 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:14:20.813283 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] No Port match for: d08b2a86-a92e-414b-93b9-248478b17d93 {{(pid=101324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:14:20.813624 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron.plugins.ml2.rpc [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Device d08b2a86-a92e-414b-93b9-248478b17d93 not bound to the agent host hv-cinder-82497 {{(pid=101324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:14:23.088922 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 48354) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:23.230994 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-6adf9e85-c468-4a79-b2ab-81916cea5df9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=59ec37357d6747958f269b0c68fba132&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1397979
Jan 28 02:14:23.232425 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.wsgi [-] (101322) accepted ('10.222.0.77', 48358) {{(pid=101322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:23.286316 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-eb8bfa66-b85b-48a9-98cd-a850d2ab2254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:23.311510 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-eb8bfa66-b85b-48a9-98cd-a850d2ab2254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:23.613119 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-eb8bfa66-b85b-48a9-98cd-a850d2ab2254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504247'] for security_group, after_delete {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:23.615835 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron_lib.callbacks.manager [None req-eb8bfa66-b85b-48a9-98cd-a850d2ab2254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:23.617090 dv-cinder-824979-1-iscsi neutron-server[101322]: INFO neutron.wsgi [None req-eb8bfa66-b85b-48a9-98cd-a850d2ab2254 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/62ecd32f-5e1c-4385-ad43-8f6841623d8b HTTP/1.1" status: 204  len: 168 time: 0.3837638
Jan 28 02:14:23.625498 dv-cinder-824979-1-iscsi neutron-server[101322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bfa66-b85b-48a9-98cd-a850d2ab2254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ecd32f-5e1c-4385-ad43-8f6841623d8b,revision_number=None']} {{(pid=101322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:30.275093 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:14:41.868641 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-09d67b02-2fa0-4871-b9b4-8bd1f577cd02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:43.918133 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-18908b37-ad3a-40a2-bb13-2803cf46f0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:44.937554 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:45.357392 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:46.885317 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:47.370162 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:07.275162 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:15:11.867962 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0e8a43af-85f0-4ca2-a167-760638ed225f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:13.919714 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-286468f9-af56-41cd-bcb3-f338938c9ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:14.951012 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:15.360885 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:16.881499 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:17.370394 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:41.868860 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b8d70fbd-42d1-459e-a1f6-f40dec30edd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:43.924295 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a7092e2-6555-4232-b2de-314f54574bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:44.274269 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:15:44.978453 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:45.364270 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:46.884911 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:47.372116 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:11.870697 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4af433d9-8cc2-4535-8a83-0b72d96a364a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:13.925420 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ee10a337-12c2-414e-9fbf-1571806d54ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:14.985451 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:15.367229 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:16.891545 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:17.372708 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:21.274039 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:16:41.872560 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-31b2c934-d836-4d10-99dc-ccc5d3316563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:43.926080 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ae082648-c7cf-4fef-ae9b-fce2d61af583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:44.998460 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:45.372780 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:46.891935 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:47.375989 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:51.749065 dv-cinder-824979-1-iscsi neutron-server[101323]: DEBUG neutron.wsgi [req-b3ca7053-75cc-4e49-aa1e-1948fb8f774e req-91d4fedd-462c-4ddf-8522-6ac57040fdf9 service neutron] (101323) timed out ('10.222.0.82', 57344) {{(pid=101323) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Jan 28 02:16:58.272186 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:17:11.874875 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-96f3f374-f9eb-4c28-adde-d5153a594c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:13.927748 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-659fcc84-b9d2-431b-8064-152ed9a528b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:15.014232 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:15.373245 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:16.910257 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:17.377329 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:35.271240 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:17:41.878003 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-595aadf3-ba13-4dda-a90b-5b669ea89482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:43.929309 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ac332d02-e755-4a23-8c01-c2be086cfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:45.019888 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:45.375883 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:46.899218 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:47.382820 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:11.878876 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c2dd77b6-3c50-44c4-98de-a8aeba6d20a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:12.270317 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:18:13.930084 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba123-28a6-48dc-90d8-305c7878ae20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:15.039079 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:15.378514 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:16.904263 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:17.384746 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:41.882269 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89c9a135-d895-45f3-b370-00f1ab66484b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:43.931646 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6f0ebc67-8caf-42d4-b769-322104e29c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:45.047477 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:45.382204 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:46.904303 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:47.387548 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:49.269317 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:19:11.882407 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1108efd9-dff7-49f4-86d2-3b39d24b1f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:13.932593 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-30699196-ba11-4a5b-afbf-609712ca7184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:15.032195 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:15.384116 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:16.915608 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:17.388385 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:26.267168 dv-cinder-824979-1-iscsi neutron-server[101325]: DEBUG neutron.db.agents_db [None req-1bfc7a1f-b4a6-4ef3-b8c1-af980c5b287f None None] Agent healthcheck: found 6 active agents {{(pid=101325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:19:41.884388 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f53f66fc-05d9-4700-b50f-ed00d5b81bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:43.933215 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-68336310-53a8-44fa-9e38-c9c830754a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:45.063688 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd253919-efd2-4170-b7bf-8ac14eaaa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:45.387400 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89e6907c-9c00-47a2-8f09-6a914a5ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:46.913005 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4477feca-b57a-48ef-89cc-958868ee5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:47.389545 dv-cinder-824979-1-iscsi neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab91c8-306d-455b-a28c-72fef9f15771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755292391783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3720516'] for agent, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}